Add run commands for backfill worker

This commit is contained in:
Joseph Schorr 2018-08-08 17:55:51 -04:00
parent 03ea3a3250
commit f2d50b3f8e
3 changed files with 16 additions and 1 deletions

View file

@ -0,0 +1,4 @@
#!/bin/sh
# Start the logger
exec logger -i -t manifestbackfillworker

View file

@ -0,0 +1,9 @@
#! /bin/bash
echo 'Starting manifest backfill worker'
QUAYPATH=${QUAYPATH:-"."}
cd ${QUAYDIR:-"/"}
PYTHONPATH=$QUAYPATH venv/bin/python -m workers.manifestbackfillworker 2>&1
echo 'Repository manifest backfill exited'

View file

@ -15,6 +15,8 @@ from util.migrate.allocator import yield_random_entries
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
WORKER_TIMEOUT = 600
class BrokenManifest(ManifestInterface): class BrokenManifest(ManifestInterface):
""" Implementation of the ManifestInterface for "broken" manifests. This allows us to add the """ Implementation of the ManifestInterface for "broken" manifests. This allows us to add the
new manifest row while not adding any additional rows for it. new manifest row while not adding any additional rows for it.
@ -55,7 +57,7 @@ class BrokenManifest(ManifestInterface):
class ManifestBackfillWorker(Worker): class ManifestBackfillWorker(Worker):
def __init__(self): def __init__(self):
super(ManifestBackfillWorker, self).__init__() super(ManifestBackfillWorker, self).__init__()
self.add_operation(self._backfill_manifests, 1) self.add_operation(self._backfill_manifests, WORKER_TIMEOUT)
def _candidates_to_backfill(self): def _candidates_to_backfill(self):
def missing_tmt_query(): def missing_tmt_query():