diff --git a/endpoints/common.py b/endpoints/common.py
index ec6090202..6b89fb6bd 100644
--- a/endpoints/common.py
+++ b/endpoints/common.py
@@ -211,7 +211,7 @@ def start_build(repository, dockerfile_id, tags, build_name, subdir, manual,
     dockerfile_build_queue.put([repository.namespace_user.username, repository.name], json.dumps({
       'build_uuid': build_request.uuid,
       'pull_credentials': model.get_pull_credentials(pull_robot_name) if pull_robot_name else None
-    }), retries_remaining=3)
+    }), retries_remaining=2)
 
   # Add the build to the repo's log.
   metadata = {