diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index cebb2842d..fb6c2d1bd 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -2521,7 +2521,9 @@ json oaicompat_completion_params_parse(
     }
 
     // Ensure there is ChatML-specific end sequence among stop words
-    llama_params["stop"].push_back("<|im_end|>");
+    for(auto& stop : formatter.stop_keys){
+        llama_params["stop"].push_back(stop);
+    }
 
     return llama_params;
 }