this seems silly

leap-stc · Sep 26, 2024 · 6df8aae · 6df8aae
1 parent 8d8d079
commit 6df8aae
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/feedstock/recipe.py b/feedstock/recipe.py
@@ -54,8 +54,7 @@ def transfer(self, source_store) -> str:
         target_bucket = f"m2lines-test"
         # source_prefix = "data-library/feedstocks/GODAS"
         source_prefix = ""
-        # target_prefix = "test-transfer-beam-clean-2workers"
-        target_prefix = "test-transfer-500GB-faster-more-mooooore"
+        target_prefix = "test-transfer-500GB-crazy-town"
 
         # construct full valid rclone 'paths'
         source = os.path.join(source_bucket, source_prefix, store_name).strip('/')
@@ -64,7 +63,7 @@ def transfer(self, source_store) -> str:
         logger.warning(f"Copying from {source} to {target}")
 
         copy_proc = subprocess.run(
-            f'rclone copy --transfers 128 --checkers 256 -vv -P "{gcs_remote}{source}/" "{osn_remote}{target}/"',
+            f'rclone copy --transfers 256 --checkers 512 -vv -P "{gcs_remote}{source}/" "{osn_remote}{target}/"',
             shell=True,
             capture_output=False, # will expose secrets if true
             text=True,