Update examples/main/main.cpp
Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
This commit is contained in:
parent
a28e70fde8
commit
895bb2a697
1 changed files with 1 additions and 1 deletions
|
@ -873,7 +873,7 @@ int main(int argc, char ** argv) {
|
|||
}
|
||||
|
||||
std::string user_inp = params.conversation
|
||||
? chat_add_and_format(model, chat_msgs, "user", buffer)
|
||||
? chat_add_and_format(model, chat_msgs, "user", std::move(buffer))
|
||||
: std::move(buffer);
|
||||
// TODO: one inconvenient of current chat template implementation is that we can't distinguish between user input and special tokens (prefix/postfix)
|
||||
const auto line_pfx = ::llama_tokenize(ctx, params.input_prefix, false, true);
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue