Merge pull request #9 from pangeo-forge/release-concurrency-limit

Release concurrency limit
pangeo-forge · Oct 31, 2023 · 66d978f · 66d978f
2 parents f2d126b + a35db92
commit 66d978f
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/feedstock/recipe.py b/feedstock/recipe.py
@@ -79,7 +79,9 @@ def expand(self, pcoll: beam.PCollection) -> beam.PCollection:
     beam.Create(pattern.items())
     | OpenURLWithFSSpec(
         open_kwargs={"block_size": 0, "client_kwargs": client_kwargs},
-        max_concurrency=10,
+        # in the current deployment, we expect all files to be cached already,
+        # so we are not concerned about limiting bandwidth.
+        # max_concurrency=10,
     )
     | OpenWithXarray(
         file_type=pattern.file_type,