Do not extend processing immediately after taking queue item.

This commit is contained in:
Jake Moshenko 2016-12-05 18:11:21 -05:00
parent 709edd7eb6
commit c263772703

View file

@ -12,7 +12,6 @@ from util.secscan.notifier import process_notification_data
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
_READING_SECONDS = 120 # 2 minutes
_PROCESSING_SECONDS = 60 * 60 # 1 hour _PROCESSING_SECONDS = 60 * 60 # 1 hour
_LAYER_LIMIT = 1000 # The number of layers to request on each page. _LAYER_LIMIT = 1000 # The number of layers to request on each page.
@ -31,7 +30,6 @@ class SecurityNotificationWorker(QueueWorker):
current_page = data.get('page', None) current_page = data.get('page', None)
while True: while True:
self.extend_processing(_READING_SECONDS, json.dumps(data))
(response_data, should_retry) = secscan_api.get_notification(notification_name, (response_data, should_retry) = secscan_api.get_notification(notification_name,
layer_limit=_LAYER_LIMIT, layer_limit=_LAYER_LIMIT,
page=current_page) page=current_page)