vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update utils.h

Browse source
This commit is contained in:
Georgi Gerganov 2023-03-12 22:22:56 +02:00 • committed by GitHub
parent 2913d75a42
commit 90b9b5b8c0
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
utils.h
View file

@ -88,7 +88,7 @@ gpt_vocab::id llama_sample_top_p_top_k(
std::mt19937 & rng); std::mt19937 & rng);
// filer to top K tokens from list of logits // filer to top K tokens from list of logits
void sample_top_k(std::vector<std::pair<double, gpt_vocab::id>> &logits_id, int top_k); void sample_top_k(std::vector<std::pair<double, gpt_vocab::id>> & logits_id, int top_k);
// //
// Quantization // Quantization