Merge branch 'master' into speculative-tree

ggml-ci
This commit is contained in:
Georgi Gerganov 2023-10-18 10:38:03 +03:00
commit ad2727d091
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
6 changed files with 88 additions and 36 deletions

View file

@ -769,7 +769,7 @@ int main(int argc, char ** argv) {
}
const auto line_pfx = ::llama_tokenize(ctx, params.input_prefix, false, true);
const auto line_inp = ::llama_tokenize(ctx, buffer, false, false);
const auto line_inp = ::llama_tokenize(ctx, buffer, false, false);
const auto line_sfx = ::llama_tokenize(ctx, params.input_suffix, false, true);
LOG("input tokens: %s\n", LOG_TOKENS_TOSTR_PRETTY(ctx, line_inp).c_str());