vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Trim whitespace from first 2 displayed tokens

Browse source
This commit is contained in:
crasm 2023-08-07 20:11:47 -04:00
parent cfdc3494e3
commit 2f9181f235
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
examples/main/main.cpp
View file

@ -38,6 +38,7 @@
static llama_context ** g_ctx; static llama_context ** g_ctx;
static bool is_interacting = false; static bool is_interacting = false;
static int tokens_displayed = 0; // used to trim leading whitespace from first tokens
#if defined (__unix__) || (defined (__APPLE__) && defined (__MACH__)) || defined (_WIN32) #if defined (__unix__) || (defined (__APPLE__) && defined (__MACH__)) || defined (_WIN32)
void sigint_handler(int signo) { void sigint_handler(int signo) {
@ -659,7 +660,11 @@ int main(int argc, char ** argv) {
// display text // display text
if (input_echo) { if (input_echo) {
for (auto id : embd) { for (auto id : embd) {
printf("%s", llama_token_to_str(ctx, id)); std::string token = llama_token_to_str(ctx, id);
if (tokens_displayed++ < 2) {
token.erase(0, token.find_first_not_of(' ')); // remove leading whitespaces
}
printf("%s", token.c_str());
} }
fflush(stdout); fflush(stdout);
} }