From ab25542bd71a0a7c6e7ecbd9437d77a21992b995 Mon Sep 17 00:00:00 2001 From: Matt Jibson Date: Mon, 31 Aug 2015 13:48:52 -0400 Subject: [PATCH] Measure multipart uploads see #304 --- storage/cloud.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/storage/cloud.py b/storage/cloud.py index 954018ac0..418a930ac 100644 --- a/storage/cloud.py +++ b/storage/cloud.py @@ -9,6 +9,7 @@ import boto.gs.key from io import BufferedIOBase +import app from storage.basestorage import BaseStorage @@ -152,6 +153,7 @@ class _CloudStorage(BaseStorage): mp = self._cloud_bucket.initiate_multipart_upload(path, metadata=metadata, **self._upload_params) + app.metric_queue.put('MultipartUploadStart', 1) num_part = 1 while True: try: @@ -163,8 +165,10 @@ class _CloudStorage(BaseStorage): num_part += 1 io.close() except IOError: + app.metric_queue.put('MultipartUploadFailure', 1) mp.cancel_upload() break + app.metric_queue.put('MultipartUploadSuccess', 1) mp.complete_upload() def list_directory(self, path=None):