vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

reformat 't' case in llama_sample_queue

Browse source 
Co-authored-by: Jared Van Bortel <cebtenzzre@gmail.com>
This commit is contained in:
l3utterfly 2024-01-24 09:05:51 +09:00 • committed by GitHub
parent f7fbeb5ece
commit 36103411f3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

16
common/sampling.cpp
View file

@ -145,25 +145,15 @@ static void sampler_queue(
case 'y': llama_sample_typical (ctx_main, &cur_p, typical_p, min_keep); break; case 'y': llama_sample_typical (ctx_main, &cur_p, typical_p, min_keep); break;
case 'p': llama_sample_top_p (ctx_main, &cur_p, top_p, min_keep); break; case 'p': llama_sample_top_p (ctx_main, &cur_p, top_p, min_keep); break;
case 'm': llama_sample_min_p (ctx_main, &cur_p, min_p, min_keep); break; case 'm': llama_sample_min_p (ctx_main, &cur_p, min_p, min_keep); break;
case 't': case 't':
if (dynatemp_range>0) if (dynatemp_range > 0) {
{ float dynatemp_min = std::max(0, temp - dynatemp_range);
float dynatemp_min = temp - dynatemp_range;
float dynatemp_max = temp + dynatemp_range; float dynatemp_max = temp + dynatemp_range;
//do not allow negative values
dynatemp_min = dynatemp_min<0?0:dynatemp_min;
dynatemp_max = dynatemp_max<0?0:dynatemp_max;
llama_sample_entropy(ctx_main, &cur_p, dynatemp_min, dynatemp_max, dynatemp_exponent); llama_sample_entropy(ctx_main, &cur_p, dynatemp_min, dynatemp_max, dynatemp_exponent);
} } else {
else
{
llama_sample_temp(ctx_main, &cur_p, temp); llama_sample_temp(ctx_main, &cur_p, temp);
} }
break; break;
default : break; default : break;
} }
} }