quay/workers/diffsworker.py

import logging
import json
import daemon
import time
import argparse

from apscheduler.scheduler import Scheduler

from data.queue import image_diff_queue
from endpoints.registry import process_image_changes


logger = logging.getLogger(__name__)


def process_work_items():
  logger.debug('Getting work item from queue.')

  item = image_diff_queue.get()

  if item:
    logger.debug('Queue gave us some work: %s' % item.body)

    request = json.loads(item.body)
    process_image_changes(request['namespace'], request['repository'],
                          request['image_id'])

    image_diff_queue.complete(item)

  else:
    logger.debug('No work today.')


parser = argparse.ArgumentParser(description='Worker daemon to compute diffs')
parser.add_argument('-D', action='store_true', default=False,
                    help='Run the worker in daemon mode.')
parser.add_argument('--log', default='diffsworker.log',
                    help='Specify the log file for the worker as a daemon.')
args = parser.parse_args()

def start_worker(args):
  FORMAT = '%(asctime)-15s - %(levelname)s - %(pathname)s - %(funcName)s - %(message)s'

  if args.D:
    logging.basicConfig(filename=args.log, format=FORMAT, level=logging.DEBUG)
  else:
    logging.basicConfig(format=FORMAT, level=logging.DEBUG)    

  sched = Scheduler()
  sched.start()

  sched.add_interval_job(process_work_items, seconds=10)

  while True:
    time.sleep(60 * 60 * 24)  # sleep one day, basically forever

if args.D:
  with daemon.DaemonContext():
    start_worker(args)

else:
  start_worker(args)