Reduced the GCloud resumable upload threshold 5 MiB → 100 KiB
Files larger than the threshold are streamed from disk, smaller than the threshold and they are loaded into memory first.
This commit is contained in:
parent
41a278c4f0
commit
4f509951a7
@ -546,6 +546,10 @@ def stream_to_gcs(project_id):
|
||||
stream_for_gcs = uploaded_file.stream
|
||||
|
||||
# Upload the file to GCS.
|
||||
from gcloud.streaming import transfer
|
||||
# Files larger than this many bytes will be streamed directly from disk, smaller
|
||||
# ones will be read into memory and then uploaded.
|
||||
transfer.RESUMABLE_UPLOAD_THRESHOLD = 102400
|
||||
try:
|
||||
gcs = GoogleCloudStorageBucket(project_id)
|
||||
blob = gcs.bucket.blob('_/' + internal_fname, chunk_size=256 * 1024 * 2)
|
||||
|
Loading…
x
Reference in New Issue
Block a user