From 15a2f0d56fc763d048fead0755faa66819fa55d4 Mon Sep 17 00:00:00 2001 From: Jake Moshenko Date: Tue, 16 Sep 2014 00:03:04 -0400 Subject: [PATCH] Allow most builds to be archived without writing a file to the disk. --- workers/buildlogsarchiver.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/workers/buildlogsarchiver.py b/workers/buildlogsarchiver.py index 9b621eb39..460fd7f4e 100644 --- a/workers/buildlogsarchiver.py +++ b/workers/buildlogsarchiver.py @@ -12,6 +12,7 @@ from app import build_logs, log_archive from util.streamingjsonencoder import StreamingJSONEncoder POLL_PERIOD_SECONDS = 30 +MEMORY_TEMPFILE_SIZE = 64 * 1024 # Large enough to handle approximately 99% of builds in memory logger = logging.getLogger(__name__) sched = BlockingScheduler() @@ -32,7 +33,7 @@ def archive_redis_buildlogs(): 'logs': entries, } - with SpooledTemporaryFile() as tempfile: + with SpooledTemporaryFile(MEMORY_TEMPFILE_SIZE) as tempfile: with GzipFile('testarchive', fileobj=tempfile) as zipstream: for chunk in StreamingJSONEncoder().iterencode(to_encode): zipstream.write(chunk)