vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update perplexity.cpp

Browse source
This commit is contained in:
klosax 2023-07-22 10:31:43 +02:00 • committed by GitHub
parent 545862ae48
commit 9a36dff0fd
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

17
examples/perplexity/perplexity.cpp
View file

@ -4,6 +4,7 @@
#include <cmath> #include <cmath>
#include <ctime> #include <ctime>
#include <sstream>
#if defined(_MSC_VER) #if defined(_MSC_VER)
#pragma warning(disable: 4244 4267) // possible loss of data #pragma warning(disable: 4244 4267) // possible loss of data
@ -124,17 +125,11 @@ void perplexity_lines(llama_context * ctx, const gpt_params & params) {
// Calculates perplexity over each line of the prompt // Calculates perplexity over each line of the prompt
std::vector<std::string> prompt_lines; std::vector<std::string> prompt_lines;
std::istringstream strstream(params.prompt);
std::string line;
size_t pos=0; while (std::getline(strstream,line,'\n')) {
while( pos < params.prompt.size() ) { prompt_lines.push_back(line);
std::string line;
while( true ) {
if( params.prompt[pos] == '\n' || pos == params.prompt.size() )
break;
line += params.prompt[pos++];
}
pos++;
prompt_lines.push_back( line );
} }
const int n_vocab = llama_n_vocab(ctx); const int n_vocab = llama_n_vocab(ctx);
@ -245,7 +240,7 @@ int main(int argc, char ** argv) {
params.n_threads, std::thread::hardware_concurrency(), llama_print_system_info()); params.n_threads, std::thread::hardware_concurrency(), llama_print_system_info());
} }
if( params.perplexity_lines ) { if (params.perplexity_lines) {
perplexity_lines(ctx, params); perplexity_lines(ctx, params);
} else { } else {
perplexity(ctx, params); perplexity(ctx, params);