diff --git a/src/llama.cpp b/src/llama.cpp
index 6c374277d..8249756e9 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -15156,7 +15156,7 @@ struct llm_build_context {
                 )
             );
 
-            if ((il + 1) % hparams.rescale_every_n_layers == 0) {
+            if (hparams.rescale_every_n_layers != 0 && (il + 1) % hparams.rescale_every_n_layers == 0) {
                 cur = ggml_scale(ctx0, cur, 0.5F);
             }