vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update perplexity.cpp

Browse source
This commit is contained in:
klosax 2023-07-22 12:25:51 +02:00 • committed by GitHub
parent 9a36dff0fd
commit f62bcfe9e4
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/perplexity/perplexity.cpp
View file

@ -180,9 +180,9 @@ void perplexity_lines(llama_context * ctx, const gpt_params & params) {
nllline += -std::log(prob); nllline += -std::log(prob);
++countline; ++countline;
} }
nll += nllline; nll += nllline;
counttotal += countline; counttotal += countline;
// perplexity is e^(average negative log-likelihood) // perplexity is e^(average negative log-likelihood)
printf("%lu\t%.8lf\t%.8lf\n", i + 1, std::exp(nllline/countline), std::exp(nll / counttotal) ); printf("%lu\t%.8lf\t%.8lf\n", i + 1, std::exp(nllline/countline), std::exp(nll / counttotal) );
@ -245,7 +245,7 @@ int main(int argc, char ** argv) {
} else { } else {
perplexity(ctx, params); perplexity(ctx, params);
} }
llama_print_timings(ctx); llama_print_timings(ctx);
llama_free(ctx); llama_free(ctx);
llama_free_model(model); llama_free_model(model);