common : remove duplicate function llama_should_add_bos_token (#8778)

This commit is contained in:
Zhenwei Jin 2024-08-15 15:23:23 +08:00 committed by GitHub
parent 6bda7ce6c3
commit 4af8420afb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
14 changed files with 26 additions and 40 deletions

View file

@ -267,9 +267,9 @@ int main(int argc, char ** argv) {
}
}
const bool add_bos = llama_should_add_bos_token(model);
const bool add_bos = llama_add_bos_token(model);
if (!llama_model_has_encoder(model)) {
GGML_ASSERT(llama_add_eos_token(model) != 1);
GGML_ASSERT(!llama_add_eos_token(model));
}
LOG("add_bos: %d\n", add_bos);