Skip to content

S3 Notes

Important considerations of cost include data egress cost approx 9 cents/gb in total

from boto3.s3.transfer import TransferConfig
CHUNKSIZE = 400 * 1024 * 1024 # 400mb
LARGE_FILE_TXFR_CONFIG = TransferConfig(multipart_chunksize=CHUNKSIZE, multipart_threshold=CHUNKSIZE)
extraArgs = {"Config": LARGE_FILE_TXFR_CONFIG}
boto.download_file(bucket, s3Path, destPath, **extraArgs)