Fix a bug in the rope calculation
This commit is contained in:
parent
18ebda34d6
commit
70bc0b8b15
4 changed files with 92 additions and 6 deletions
9
utils.h
9
utils.h
|
@ -18,7 +18,7 @@ struct gpt_params {
|
|||
int32_t n_predict = 128; // new tokens to predict
|
||||
|
||||
// sampling parameters
|
||||
int32_t top_k = 40;
|
||||
int32_t top_k = 40; // unused
|
||||
float top_p = 0.95f;
|
||||
float temp = 0.80f;
|
||||
|
||||
|
@ -86,6 +86,13 @@ gpt_vocab::id gpt_sample_top_k_top_p(
|
|||
double temp,
|
||||
std::mt19937 & rng);
|
||||
|
||||
gpt_vocab::id llama_sample_top_p(
|
||||
const gpt_vocab & vocab,
|
||||
const float * logits,
|
||||
double top_p,
|
||||
double temp,
|
||||
std::mt19937 & rng);
|
||||
|
||||
//
|
||||
// Quantization
|
||||
//
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue