vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

undo complicated printing until its fixed sadly

Browse source
This commit is contained in:
beiller 2023-03-08 16:44:50 -05:00
parent ee36313770
commit 703571861f
No known key found for this signature in database
GPG key ID: 5AC5D1B01D0E5D75
1 changed files with 22 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

35
main.cpp
View file

@ -951,20 +951,29 @@ int main(int argc, char ** argv) {
// display text
if (!input_noecho) {
std::string check = processor.IdToPiece(all_tokens.at(all_tokens.size()-1));
if(check != "<EFBFBD>") { // ensure a multi-byte token is finished generating before outputting the text
std::string text;
processor.Decode(all_tokens, &text);
std::string chunk = text.substr(full_text.length());
printf("%s", chunk.c_str());
full_text += chunk;
// std::string check = processor.IdToPiece(all_tokens.at(all_tokens.size()-1));
// printf("[%s]", check.c_str());
// if(check != "<22>") { // ensure a multi-byte token is finished generating before outputting the text
// std::string text;
// processor.Decode(all_tokens, &text);
// std::string chunk = text.substr(full_text.length());
// printf("%s", chunk.c_str());
// full_text.reserve (text.size());
// full_text += chunk;
// reset color to default if we there is no pending user input
if (params.use_color && embd_inp.size() <= input_consumed) {
printf(ANSI_COLOR_RESET);
}
fflush(stdout);
}
// // reset color to default if we there is no pending user input
// if (params.use_color && embd_inp.size() <= input_consumed) {
// printf(ANSI_COLOR_RESET);
// }
// fflush(stdout);
// }
// The code above crashes and is WIP any help appreciated
std::string text;
processor.Decode(all_tokens, &text);
printf("%s\n", text.c_str());
fflush(stdout);
}
// in interactive mode, and not currently processing queued inputs;