Skip to content

Commit 651f0f7

Browse files
author
Binbing Hou
committed
set chunk size to 256 MB for large files
1 parent 0808443 commit 651f0f7

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

genie-common-internal/src/main/java/com/netflix/genie/common/internal/aws/s3/S3TransferManagerFactory.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,6 @@
2323
import software.amazon.awssdk.services.s3.S3Uri;
2424
import software.amazon.awssdk.services.sts.auth.StsAssumeRoleCredentialsProvider;
2525
import software.amazon.awssdk.transfer.s3.S3TransferManager;
26-
2726
import java.net.URI;
2827
import java.util.UUID;
2928
import java.util.concurrent.ConcurrentHashMap;
@@ -116,6 +115,7 @@ private S3AsyncClient buildS3AsyncClient(final S3ClientFactory.S3ClientKey s3Cli
116115
.region(s3ClientKey.getRegion())
117116
.credentialsProvider(credentialsProvider)
118117
.multipartEnabled(true)
118+
.multipartConfiguration(configBuilder -> configBuilder.minimumPartSizeInBytes(256 * 1024 * 1024L))
119119
.build();
120120
}
121121

0 commit comments

Comments
 (0)