diff --git a/Dockerfile.web b/Dockerfile.web
index 82b0f6b4e..1b2f5a0cc 100644
--- a/Dockerfile.web
+++ b/Dockerfile.web
@@ -57,7 +57,10 @@ ADD alembic.ini alembic.ini
 
 # Add the config
 ADD conf conf
-RUN rm -rf /conf/stack
+
+# This command must be rm -f (not -rf) to fail in case stack is ever a dir,
+# which may contain secrets
+RUN rm -f /conf/stack
 
 ADD conf/init/svlogd_config /svlogd_config
 ADD conf/init/preplogsdir.sh /etc/my_init.d/