From abb6efda403b4e01b1f07561aaa4597cc93fb7d7 Mon Sep 17 00:00:00 2001 From: yackob03 Date: Sun, 20 Oct 2013 03:26:06 -0400 Subject: [PATCH] Process as many jobs as the queue will give us in a row, sleep for longer in between checks. --- workers/diffsworker.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/workers/diffsworker.py b/workers/diffsworker.py index 519460c5f..f69ed9932 100644 --- a/workers/diffsworker.py +++ b/workers/diffsworker.py @@ -18,7 +18,7 @@ def process_work_items(): item = image_diff_queue.get() - if item: + while item: logger.debug('Queue gave us some work: %s' % item.body) request = json.loads(item.body) @@ -27,8 +27,9 @@ def process_work_items(): image_diff_queue.complete(item) - else: - logger.debug('No work today.') + item = image_diff_queue.get() + + logger.debug('No more work.') parser = argparse.ArgumentParser(description='Worker daemon to compute diffs') @@ -49,7 +50,7 @@ def start_worker(args): sched = Scheduler() sched.start() - sched.add_interval_job(process_work_items, seconds=10) + sched.add_interval_job(process_work_items, seconds=30) while True: time.sleep(60 * 60 * 24) # sleep one day, basically forever