diff --git a/workers/securityworker.py b/workers/securityworker.py
index 0eb6bbe4f..662f19c5c 100644
--- a/workers/securityworker.py
+++ b/workers/securityworker.py
@@ -74,7 +74,7 @@ class SecurityWorker(Worker):
           logger.info('Another worker pre-empted us for layer: %s', candidate.id)
           abt.set()
         except APIRequestFailure:
-          time.sleep(DEFAULT_INDEXING_INTERVAL)
+          return
 
         unscanned_images_gauge.Set(num_remaining)