vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add eos_id_list to llama.cpp

Browse source
This commit is contained in:
toyer 2024-06-24 12:27:02 +00:00
parent 4b65b648ce
commit 3a4d5790bf
13 changed files with 122 additions and 55 deletions
Download patch file Download diff file Expand all files Collapse all files

2
convert-llama-ggml-to-gguf.py
View file

@ -331,7 +331,7 @@ class GGMLToGGUF:
gguf_writer.add_token_types(toktypes)
gguf_writer.add_unk_token_id(0)
gguf_writer.add_bos_token_id(1)
gguf_writer.add_eos_token_id(2)
gguf_writer.add_eos_token_id_list([2])
def add_tensors(self, gguf_writer):
tensor_map = self.name_map