Add a queue capacity reporter plugin to the queue. Move the queue definitions to app. Add a cloudwatch reporter to the dockerfile build queue.

workers/diffsworker.py

@@ -1,7 +1,7 @@
 import logging
 import argparse
 
-from data.queue import image_diff_queue
+from app import image_diff_queue
 from data.model import DataModelException
 from endpoints.registry import process_image_changes
 from workers.worker import Worker

workers/dockerfilebuild.py

@@ -18,10 +18,9 @@ from threading import Event
 from uuid import uuid4
 from collections import defaultdict
 
-from data.queue import dockerfile_build_queue
 from data import model
 from workers.worker import Worker, WorkerUnhealthyException, JobException
-from app import userfiles as user_files, build_logs, sentry
+from app import userfiles as user_files, build_logs, sentry, dockerfile_build_queue
 from util.safetar import safe_extractall
 from util.dockerfileparse import parse_dockerfile, ParsedDockerfile, serialize_dockerfile
 

workers/webhookworker.py

@@ -3,7 +3,7 @@ import argparse
 import requests
 import json
 
-from data.queue import webhook_queue
+from app import webhook_queue
 from workers.worker import Worker