Fix a bug in the rope calculation

This commit is contained in:
Georgi Gerganov 2023-03-10 23:46:39 +02:00
parent 18ebda34d6
commit 70bc0b8b15
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
4 changed files with 92 additions and 6 deletions

View file

@ -18,7 +18,7 @@ struct gpt_params {
int32_t n_predict = 128; // new tokens to predict
// sampling parameters
int32_t top_k = 40;
int32_t top_k = 40; // unused
float top_p = 0.95f;
float temp = 0.80f;
@ -86,6 +86,13 @@ gpt_vocab::id gpt_sample_top_k_top_p(
double temp,
std::mt19937 & rng);
gpt_vocab::id llama_sample_top_p(
const gpt_vocab & vocab,
const float * logits,
double top_p,
double temp,
std::mt19937 & rng);
//
// Quantization
//