vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

sampling : temp == 0.0 -> no probs, temp < 0.0 -> probs

Browse source
This commit is contained in:
Georgi Gerganov 2023-10-28 14:04:57 +03:00
parent c86cca8061
commit bbfc62ac2f
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/speculative/speculative.cpp
View file

@ -118,7 +118,7 @@ int main(int argc, char ** argv) {
std::vector<seq_draft> drafts(n_seq_dft);
params.sparams.grammar.clear(); // the draft samplers will copy the target sampler's grammar
params.sparams.temp = 0.0f;
params.sparams.temp = -1.0f; // force greedy sampling with probs for the draft model
for (int s = 0; s < n_seq_dft; ++s) {
drafts[s].ctx_sampling = llama_sampling_init(params.sparams);