vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update sampling.cpp

Browse source
This commit is contained in:
Vignesh Skanda 2024-10-06 18:58:55 +05:30 • committed by GitHub
parent f3d40e42f7
commit 9923342c27
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
common/sampling.cpp
View file

@ -293,7 +293,7 @@ llama_token gpt_sampler_sample(struct gpt_sampler * gsmpl, struct llama_context
return id; return id;
} }
// check if it the sampled token fits the grammar // check if the sampled token fits the grammar
{ {
llama_token_data single_token_data = { id, 1.0f, 0.0f }; llama_token_data single_token_data = { id, 1.0f, 0.0f };
llama_token_data_array single_token_data_array = { &single_token_data, 1, -1, false }; llama_token_data_array single_token_data_array = { &single_token_data, 1, -1, false };
@ -398,7 +398,7 @@ std::vector<gpt_sampler_type> gpt_sampler_types_from_names(const std::vector<std
{ "temperature", GPT_SAMPLER_TYPE_TEMPERATURE }, { "temperature", GPT_SAMPLER_TYPE_TEMPERATURE },
}; };
// since samplers names are written multiple ways // since samplers names are written in multiple ways
// make it ready for both system names and input names // make it ready for both system names and input names
std::unordered_map<std::string, gpt_sampler_type> sampler_alt_name_map { std::unordered_map<std::string, gpt_sampler_type> sampler_alt_name_map {
{ "top-k", GPT_SAMPLER_TYPE_TOP_K }, { "top-k", GPT_SAMPLER_TYPE_TOP_K },