Merge pull request #854 from jakedt/fixbackfill
Various fixes for backfill related stuff
This commit is contained in:
commit
eb044fd13d
2 changed files with 4 additions and 2 deletions
|
@ -140,7 +140,7 @@ def yield_random_entries(batch_query, primary_key_field, batch_size, max_id):
|
||||||
allocator.mark_completed(start_index, max_id + 1)
|
allocator.mark_completed(start_index, max_id + 1)
|
||||||
continue
|
continue
|
||||||
|
|
||||||
logger.info('Found %s candidates, processing block')
|
logger.info('Found %s candidates, processing block', len(all_candidates))
|
||||||
for candidate in all_candidates:
|
for candidate in all_candidates:
|
||||||
abort_early = Event()
|
abort_early = Event()
|
||||||
yield candidate, abort_early
|
yield candidate, abort_early
|
||||||
|
|
|
@ -115,5 +115,7 @@ def backfill_content_checksums():
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
logging.basicConfig(level=logging.DEBUG)
|
logging.basicConfig(level=logging.DEBUG)
|
||||||
# logging.getLogger('peewee').setLevel(logging.CRITICAL)
|
logging.getLogger('peewee').setLevel(logging.WARNING)
|
||||||
|
logging.getLogger('boto').setLevel(logging.WARNING)
|
||||||
|
logging.getLogger('data.database').setLevel(logging.WARNING)
|
||||||
backfill_content_checksums()
|
backfill_content_checksums()
|
||||||
|
|
Reference in a new issue