quay/workers/repositoryactioncounter.py

import logging

from datetime import date, timedelta

from app import app # This is required to initialize the database.
from data import model
from data.logs_model import logs_model
from workers.worker import Worker, with_exponential_backoff


logger = logging.getLogger(__name__)


POLL_PERIOD_SECONDS = 10


class RepositoryActionCountWorker(Worker):
  def __init__(self):
    super(RepositoryActionCountWorker, self).__init__()
    self.add_operation(self._count_repository_actions, POLL_PERIOD_SECONDS)

  @with_exponential_backoff(backoff_multiplier=10, max_backoff=3600, max_retries=10)
  def _count_repository_actions(self):
    """ Counts actions and aggregates search scores for a random repository for the
        previous day. """
    to_count = model.repositoryactioncount.find_uncounted_repository()
    if to_count is None:
      logger.debug('No further repositories to count')
      return False

    yesterday = date.today() - timedelta(days=1)

    logger.debug('Found repository #%s to count', to_count.id)
    daily_count = logs_model.count_repository_actions(to_count, yesterday)
    if daily_count is None:
      logger.debug('Could not load count for repository #%s', to_count.id)
      return False

    was_counted = model.repositoryactioncount.store_repository_action_count(to_count, yesterday,
                                                                            daily_count)
    if not was_counted:
      logger.debug('Repository #%s was counted by another worker', to_count.id)
      return False

    logger.debug('Updating search score for repository #%s', to_count.id)
    was_updated = model.repositoryactioncount.update_repository_score(to_count)
    if not was_updated:
      logger.debug('Repository #%s had its search score updated by another worker', to_count.id)
      return False

    logger.debug('Repository #%s search score updated', to_count.id)
    return True

if __name__ == "__main__":
  worker = RepositoryActionCountWorker()
  worker.start()