vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix for temp == 0

Browse source
This commit is contained in:
Fabio Rossini Sluzala 2023-04-01 17:01:12 -03:00
parent a717cba844
commit 3300247e97
No known key found for this signature in database
GPG key ID: F9D569BBF49F437B
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
llama.cpp
View file

@ -3,6 +3,7 @@
#include "ggml.h" #include "ggml.h"
#include <cinttypes> #include <cinttypes>
#include <float.h>
#include <fstream> #include <fstream>
#include <random> #include <random>
#include <map> #include <map>
@ -1757,6 +1758,12 @@ llama_token llama_sample_top_p_top_k(
// TODO: avoid this ... // TODO: avoid this ...
const auto last_n_tokens = std::vector<llama_token>(last_n_tokens_data, last_n_tokens_data + last_n_tokens_size); const auto last_n_tokens = std::vector<llama_token>(last_n_tokens_data, last_n_tokens_data + last_n_tokens_size);
if (std::abs(temp) < FLT_EPSILON) {
temp = 0.8f;
top_k = 1.0f;
top_p = 0.0f;
}
result = llama_sample_top_p_top_k( result = llama_sample_top_p_top_k(
*ctx, *ctx,
last_n_tokens, last_n_tokens,