vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Strip trailing whitespace from prompt file

Browse source 
Many/most text editors save with trailing whitespace.
This commit is contained in:
Matthew McAllister 2023-03-12 22:13:23 -07:00
parent a169bb889c
commit 9ec1dfdbe2
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
utils.cpp
View file

@ -32,7 +32,11 @@ bool gpt_params_parse(int argc, char ** argv, gpt_params & params) {
std::copy(std::istreambuf_iterator<char>(file),
std::istreambuf_iterator<char>(),
back_inserter(params.prompt));
std::string& p = params.prompt;
p.erase(std::find_if(p.rbegin(), p.rend(), [](unsigned char ch) {
return !std::isspace(ch);
}).base(), p.end());
} else if (arg == "-n" || arg == "--n_predict") {
params.n_predict = std::stoi(argv[++i]);
} else if (arg == "--top_k") {
@ -367,7 +371,7 @@ gpt_vocab::id llama_sample_top_p_top_k(
logits_id.push_back(std::make_pair(logits[i]*scale*repeat_penalty, i));
} else {
logits_id.push_back(std::make_pair(logits[i]*scale/repeat_penalty, i));
}
}
} else {
logits_id.push_back(std::make_pair(logits[i]*scale, i));
}