compress: fix sampling problem introduced by b0f27361f3

This commit is contained in:
Stéphane du Hamel 2024-09-24 23:52:00 +02:00
parent e02c45c63b
commit 1146007610

View file

@ -488,7 +488,8 @@ int main(int argc, char **argv)
params.sparams.min_p = 0;
params.sparams.top_p = 1;
params.sparams.top_k = -1;
params.sparams.temp = 0;
// Avoid temp=0 because greedy sampling breaks stuff
params.sparams.temp = 1.;
gpt_init();