From 2ceeccf8dcb2632d8cd3a87fb4515ea7ef71b421 Mon Sep 17 00:00:00 2001
From: Ivan Stepanov <ivanstepanovftw@gmail.com>
Date: Thu, 6 Apr 2023 18:03:37 +0300
Subject: [PATCH] remove second normalization

- fix windows build
- remove normalization since std::discrete_distribution does not require it
---
 llama.cpp | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/llama.cpp b/llama.cpp
index d8c8f474c..978327a5b 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1236,7 +1236,7 @@ static llama_vocab::id llama_sample_top_p_top_k(
         }
     }
 
-    sample_top_k(logits_id, top_k > 0 ? std::min(top_k, n_logits) : n_logits);
+    sample_top_k(logits_id, top_k > 0 ? Min(top_k, n_logits) : n_logits);
 
     // compute probs for the top k tokens
     std::vector<float> probs;
@@ -1265,10 +1265,6 @@ static llama_vocab::id llama_sample_top_p_top_k(
                 break;
             }
         }
-
-        for (int i = 0; i < (int) probs.size(); i++) {
-            probs[i] /= cumsum;
-        }
     }
 
     //printf("\n");