vbatts/quay
Archived
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

Allow most builds to be archived without writing a file to the disk.

Browse source
This commit is contained in:
Jake Moshenko 2014-09-16 00:03:04 -04:00
parent ab35c864f8
commit 15a2f0d56f
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
workers/buildlogsarchiver.py
View file

@ -12,6 +12,7 @@ from app import build_logs, log_archive
from util.streamingjsonencoder import StreamingJSONEncoder from util.streamingjsonencoder import StreamingJSONEncoder
POLL_PERIOD_SECONDS = 30 POLL_PERIOD_SECONDS = 30
MEMORY_TEMPFILE_SIZE = 64 * 1024 # Large enough to handle approximately 99% of builds in memory
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
sched = BlockingScheduler() sched = BlockingScheduler()
@ -32,7 +33,7 @@ def archive_redis_buildlogs():
'logs': entries, 'logs': entries,
} }
with SpooledTemporaryFile() as tempfile: with SpooledTemporaryFile(MEMORY_TEMPFILE_SIZE) as tempfile:
with GzipFile('testarchive', fileobj=tempfile) as zipstream: with GzipFile('testarchive', fileobj=tempfile) as zipstream:
for chunk in StreamingJSONEncoder().iterencode(to_encode): for chunk in StreamingJSONEncoder().iterencode(to_encode):
zipstream.write(chunk) zipstream.write(chunk)