diff --git a/workers/dockerfilebuild.py b/workers/dockerfilebuild.py
index 5112145b0..7a3daa12f 100644
--- a/workers/dockerfilebuild.py
+++ b/workers/dockerfilebuild.py
@@ -5,7 +5,6 @@ import time
 import argparse
 import digitalocean
 import requests
-import paramiko
 
 from apscheduler.scheduler import Scheduler
 from multiprocessing.pool import ThreadPool
@@ -109,6 +108,9 @@ def babysit_builder(request):
     repository_build.phase = 'initializing'
     repository_build.save()
 
+    # We wait until here to import paramiko because otherwise it doesn't work
+    # under the daemon context.
+    import paramiko
     ssh_client = paramiko.SSHClient()
     ssh_client.set_missing_host_key_policy(paramiko.AutoAddPolicy())