Add run commands for backfill worker

This commit is contained in:
Joseph Schorr 2018-08-08 17:55:51 -04:00
parent 03ea3a3250
commit f2d50b3f8e
3 changed files with 16 additions and 1 deletions

View file

@ -0,0 +1,4 @@
#!/bin/sh
# Start the logger
exec logger -i -t manifestbackfillworker

View file

@ -0,0 +1,9 @@
#! /bin/bash
echo 'Starting manifest backfill worker'
QUAYPATH=${QUAYPATH:-"."}
cd ${QUAYDIR:-"/"}
PYTHONPATH=$QUAYPATH venv/bin/python -m workers.manifestbackfillworker 2>&1
echo 'Repository manifest backfill exited'

View file

@ -15,6 +15,8 @@ from util.migrate.allocator import yield_random_entries
logger = logging.getLogger(__name__)
WORKER_TIMEOUT = 600
class BrokenManifest(ManifestInterface):
""" Implementation of the ManifestInterface for "broken" manifests. This allows us to add the
new manifest row while not adding any additional rows for it.
@ -55,7 +57,7 @@ class BrokenManifest(ManifestInterface):
class ManifestBackfillWorker(Worker):
def __init__(self):
super(ManifestBackfillWorker, self).__init__()
self.add_operation(self._backfill_manifests, 1)
self.add_operation(self._backfill_manifests, WORKER_TIMEOUT)
def _candidates_to_backfill(self):
def missing_tmt_query():