diff --git a/util/security/instancekeys.py b/util/security/instancekeys.py
index 0f9bef8e6..768c1e67b 100644
--- a/util/security/instancekeys.py
+++ b/util/security/instancekeys.py
@@ -26,7 +26,7 @@ class InstanceKeys(object):
       keys[key.kid] = ExpiresEntry(key, key.expiration_date)
 
     # Remove any expired or deleted keys from the public keys cache.
-    for key in self.public_keys:
+    for key in dict(self.public_keys):
       if key not in keys:
         self.public_keys.pop(key)