llama : add llama_token_is_eog()

ggml-ci
This commit is contained in:
Georgi Gerganov 2024-04-20 16:46:46 +03:00
parent f3105b9eec
commit 3750706962
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
18 changed files with 76 additions and 46 deletions

View file

@ -141,7 +141,7 @@ int main(int argc, char ** argv){
printf("%s", token_str.c_str());
}
if (id == llama_token_eos(model)) {
if (llama_token_is_eog(model, id)) {
has_eos = true;
}