vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix n_completions

Browse source
This commit is contained in:
Christian Zhou-Zheng 2024-06-11 08:22:38 -04:00
parent 163916864c
commit 446da906d9
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/control-vector-generator/control-vector-generator.cpp
View file

@ -538,10 +538,10 @@ static int prepare_entries(ctrl_params & cparams) {
return persona + " " + suffix; // entry in positive/negative.txt must already be formatted i.e. "[INST] Act as if you're extremely happy. [/INST]" return persona + " " + suffix; // entry in positive/negative.txt must already be formatted i.e. "[INST] Act as if you're extremely happy. [/INST]"
}; };
for (size_t i = 0; i < positive_prompts.size(); ++i) { for (size_t i = 0; i < positive_prompts.size(); ++i) {
for (auto & cmpl : completions) { for (size_t j = 0; j < completions.size() && j < cparams.n_completions; ++j) {
// TODO replicate the truncations done by the python implementation // TODO replicate the truncations done by the python implementation
cparams.positive_entries.push_back(format_template(positive_prompts[i], cmpl)); cparams.positive_entries.push_back(format_template(positive_prompts[i], completions[j]));
cparams.negative_entries.push_back(format_template(negative_prompts[i], cmpl)); cparams.negative_entries.push_back(format_template(negative_prompts[i], completions[j]));
} }
} }
return 0; return 0;