fix ref-count bug

This commit is contained in:
Michal Moskal 2025-01-26 08:48:53 -08:00
parent 58006ddb13
commit 036b91fbc3

View file

@ -220,7 +220,7 @@ static LlgTokenizer *llama_sampler_llg_new_tokenizer(const llama_vocab * vocab)
vocab_cache = vocab;
tokenizer_cache = tokenizer;
return tokenizer;
return llg_clone_tokenizer(tokenizer_cache);
}
llama_sampler * llama_sampler_init_llg(const llama_vocab * vocab,