Merge remote-tracking branch 'origin/redalert'

Conflicts:
	app.py

workers/dockerfilebuild.py

@@ -25,6 +25,7 @@ from requests.exceptions import ConnectionError
 from data import model
 from workers.worker import Worker, WorkerUnhealthyException, JobException
 from app import userfiles as user_files, build_logs, sentry, dockerfile_build_queue
+from endpoints.notificationhelper import spawn_notification
 from util.safetar import safe_extractall
 from util.dockerfileparse import parse_dockerfile, ParsedDockerfile, serialize_dockerfile
 
@@ -529,6 +530,27 @@ class DockerfileBuildWorker(Worker):
 
     build_dir = self._mime_processors[c_type](docker_resource)
 
+    # Spawn a notification that the build has started.
+    event_data = {
+      'build_id': repository_build.uuid,
+      'build_name': repository_build.display_name,
+      'docker_tags': tag_names,
+      'trigger_id': repository_build.trigger.uuid,
+      'trigger_kind': repository_build.trigger.service.name
+    }
+
+    spawn_notification(repository_build.repository, 'build_start', event_data,
+                       subpage='build?current=%s' % repository_build.uuid,
+                       pathargs=['build', repository_build.uuid])
+
+    # Setup a handler for spawning failure messages.
+    def spawn_failure(message, event_data):
+      event_data['error_message'] = message
+      spawn_notification(repository_build.repository, 'build_failure', event_data,
+                         subpage='build?current=%s' % repository_build.uuid,
+                         pathargs=['build', repository_build.uuid])
+
+    # Start the build process.
     try:
       with DockerfileBuildContext(build_dir, build_subdir, repo, tag_names, access_token,
                                   repository_build.uuid, self._cache_size_gb,
@@ -569,12 +591,23 @@ class DockerfileBuildWorker(Worker):
         repository_build.phase = 'complete'
         repository_build.save()
 
+        # Spawn a notification that the build has completed.
+        spawn_notification(repository_build.repository, 'build_success', event_data,
+                       subpage='build?current=%s' % repository_build.uuid,
+                       pathargs=['build', repository_build.uuid])
+
     except WorkerUnhealthyException as exc:
-      # Need a separate handler for this so it doesn't get caught by catch all below
+      # Spawn a notification that the build has failed.
+      spawn_failure(exc.message, event_data)
+      
+      # Raise the exception to the queue.
       raise exc
 
     except JobException as exc:
-      # Need a separate handler for this so it doesn't get caught by catch all below
+      # Spawn a notification that the build has failed.
+      spawn_failure(exc.message, event_data)
+
+      # Raise the exception to the queue.
       raise exc
 
     except ConnectionError as exc:
@@ -584,12 +617,18 @@ class DockerfileBuildWorker(Worker):
       raise WorkerUnhealthyException(exc.message)
 
     except Exception as exc:
+      # Spawn a notification that the build has failed.
+      spawn_failure(exc.message, event_data)
+
+      # Write the error to the logs.
       sentry.client.captureException()
       log_appender('error', build_logs.PHASE)
       logger.exception('Exception when processing request.')
       repository_build.phase = 'error'
       repository_build.save()
       log_appender(str(exc), build_logs.ERROR)
+
+      # Raise the exception to the queue.
       raise JobException(str(exc))
 
 

workers/notificationworker.py

@@ -0,0 +1,53 @@
+import logging
+import argparse
+import requests
+import json
+
+from app import notification_queue
+from workers.worker import Worker
+
+from endpoints.notificationmethod import NotificationMethod, InvalidNotificationMethodException
+from endpoints.notificationevent import NotificationEvent, InvalidNotificationEventException
+
+from data import model
+
+root_logger = logging.getLogger('')
+root_logger.setLevel(logging.DEBUG)
+
+FORMAT = '%(asctime)-15s - %(levelname)s - %(pathname)s - %(funcName)s - %(message)s'
+formatter = logging.Formatter(FORMAT)
+
+logger = logging.getLogger(__name__)
+
+
+class NotificationWorker(Worker):
+  def process_queue_item(self, job_details):
+    notification_uuid = job_details['notification_uuid'];
+    repo_namespace = job_details['repository_namespace']
+    repo_name = job_details['repository_name']
+    
+    notification = model.get_repo_notification(repo_namespace, repo_name, notification_uuid)
+    if not notification:
+      # Probably deleted.
+      return True
+
+    event_name = notification.event.name
+    method_name = notification.method.name
+
+    try:
+      event_handler = NotificationEvent.get_event(event_name)
+      method_handler = NotificationMethod.get_method(method_name)
+    except InvalidNotificationMethodException as ex:
+      logger.exception('Cannot find notification method: %s' % ex.message)
+      return False
+    except InvalidNotificationEventException as ex:
+      logger.exception('Cannot find notification method: %s' % ex.message)
+      return False
+
+    return method_handler.perform(notification, event_handler, job_details)
+
+logging.config.fileConfig('conf/logging.conf', disable_existing_loggers=False)  
+
+worker = NotificationWorker(notification_queue, poll_period_seconds=15,
+                            reservation_seconds=3600)
+worker.start()