fix: update TransferManager downloads to reduce in memory buffering (#…

…2630)
googleapis · Jul 8, 2024 · fc2fd75 · fc2fd75
1 parent a7b83ff
commit fc2fd75
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 11 deletions.
diff --git a/...orage/src/main/java/com/google/cloud/storage/transfermanager/ChunkedDownloadCallable.java b/...orage/src/main/java/com/google/cloud/storage/transfermanager/ChunkedDownloadCallable.java
@@ -58,9 +58,10 @@ final class ChunkedDownloadCallable implements Callable<DownloadSegment> {
   @Override
   public DownloadSegment call() {
     long bytesCopied = -1L;
-    try (ReadChannel rc = storage.reader(originalBlob.getBlobId(), opts)) {
-      FileChannel wc =
-          FileChannel.open(destPath, StandardOpenOption.WRITE, StandardOpenOption.CREATE);
+    try (ReadChannel rc = storage.reader(originalBlob.getBlobId(), opts);
+        FileChannel wc =
+            FileChannel.open(destPath, StandardOpenOption.WRITE, StandardOpenOption.CREATE)) {
+      rc.setChunkSize(0);
       rc.seek(startPosition);
       rc.limit(endPosition);
       wc.position(startPosition);

diff --git a/...torage/src/main/java/com/google/cloud/storage/transfermanager/DirectDownloadCallable.java b/...torage/src/main/java/com/google/cloud/storage/transfermanager/DirectDownloadCallable.java
@@ -52,14 +52,15 @@ public DownloadResult call() {
     Path path = TransferManagerUtils.createDestPath(parallelDownloadConfig, originalBlob);
     long bytesCopied = -1L;
     try (ReadChannel rc =
-        storage.reader(
-            BlobId.of(parallelDownloadConfig.getBucketName(), originalBlob.getName()), opts)) {
-      FileChannel wc =
-          FileChannel.open(
-              path,
-              StandardOpenOption.WRITE,
-              StandardOpenOption.CREATE,
-              StandardOpenOption.TRUNCATE_EXISTING);
+            storage.reader(
+                BlobId.of(parallelDownloadConfig.getBucketName(), originalBlob.getName()), opts);
+        FileChannel wc =
+            FileChannel.open(
+                path,
+                StandardOpenOption.WRITE,
+                StandardOpenOption.CREATE,
+                StandardOpenOption.TRUNCATE_EXISTING)) {
+      rc.setChunkSize(0);
       bytesCopied = ByteStreams.copy(rc, wc);
       if (originalBlob.getSize() != null) {
         if (bytesCopied != originalBlob.getSize()) {