From a35db92d36c99e0541b99050b843b314e467d471 Mon Sep 17 00:00:00 2001 From: Charles Stern <62192187+cisaacstern@users.noreply.github.com> Date: Mon, 30 Oct 2023 20:16:40 -0700 Subject: [PATCH] Update recipe.py --- feedstock/recipe.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/feedstock/recipe.py b/feedstock/recipe.py index f1323e8..01488db 100644 --- a/feedstock/recipe.py +++ b/feedstock/recipe.py @@ -79,7 +79,9 @@ def expand(self, pcoll: beam.PCollection) -> beam.PCollection: beam.Create(pattern.items()) | OpenURLWithFSSpec( open_kwargs={"block_size": 0, "client_kwargs": client_kwargs}, - max_concurrency=10, + # in the current deployment, we expect all files to be cached already, + # so we are not concerned about limiting bandwidth. + # max_concurrency=10, ) | OpenWithXarray( file_type=pattern.file_type,