Use correct pointer for llama_token_eos

This commit is contained in:
Daniel Illescas Romero 2024-01-06 15:41:09 +01:00
parent 96e80dabc6
commit b5ce9349df

View file

@ -161,7 +161,7 @@ actor LlamaContext {
new_token_id = llama_sample_token_greedy(context, &candidates_p)
}
if new_token_id == llama_token_eos(context) || n_cur == n_len {
if new_token_id == llama_token_eos(model) || n_cur == n_len {
print("\n")
let new_token_str = String(cString: temporary_invalid_cchars + [0])
temporary_invalid_cchars.removeAll()