vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Bugfix and back to printing as normal

Browse source 
Fix antiprompt
This commit is contained in:
beiller 2023-03-08 16:44:50 -05:00
parent 703571861f
commit 9425a21db5
No known key found for this signature in database
GPG key ID: 5AC5D1B01D0E5D75
1 changed files with 23 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

46
main.cpp
View file

@ -824,7 +824,8 @@ int main(int argc, char ** argv) {
params.n_predict = std::min(params.n_predict, model.hparams.n_ctx - (int) embd_inp.size());
// tokenize the reverse prompt
std::vector<gpt_vocab::id> antiprompt_inp = ::llama_tokenize(vocab, params.antiprompt, false);
std::vector<gpt_vocab::id> antiprompt_inp;
processor.Encode(params.antiprompt, &antiprompt_inp);
printf("\n");
printf("%s: prompt: '%s'\n", __func__, params.prompt.c_str());
@ -951,29 +952,28 @@ int main(int argc, char ** argv) {
// display text
if (!input_noecho) {
// std::string check = processor.IdToPiece(all_tokens.at(all_tokens.size()-1));
// printf("[%s]", check.c_str());
// if(check != "<22>") { // ensure a multi-byte token is finished generating before outputting the text
// std::string text;
// processor.Decode(all_tokens, &text);
// std::string chunk = text.substr(full_text.length());
// printf("%s", chunk.c_str());
// full_text.reserve (text.size());
// full_text += chunk;
// check if last token is unprintable token
std::string check;
std::vector<gpt_vocab::id> check_token;
check_token.push_back(all_tokens.at(all_tokens.size()-1));
processor.Decode(check_token, &check);
if(check != "<EFBFBD>") {
// If the token is printable we wont attempt to print unprintable tokens
std::string text;
processor.Decode(all_tokens, &text);
if(full_text.length() < text.length()) {
std::string chunk = text.substr(full_text.length());
printf("%s", chunk.c_str());
full_text.empty();
processor.Decode(all_tokens, &full_text);
// reset color to default if we there is no pending user input
if (params.use_color && embd_inp.size() <= input_consumed) {
printf(ANSI_COLOR_RESET);
}
fflush(stdout);
}
// // reset color to default if we there is no pending user input
// if (params.use_color && embd_inp.size() <= input_consumed) {
// printf(ANSI_COLOR_RESET);
// }
// fflush(stdout);
// }
// The code above crashes and is WIP any help appreciated
std::string text;
processor.Decode(all_tokens, &text);
printf("%s\n", text.c_str());
fflush(stdout);
}
}
// in interactive mode, and not currently processing queued inputs;