vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : support InternLM2 (#5184)

Browse source 
* support InternLM2 inference
  * add add_space_prefix KV pair
This commit is contained in:
Guoteng 2024-02-01 17:19:51 +08:00 • committed by GitHub
parent 1cfb5372cf
commit ce32060198
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 387 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

3
gguf-py/gguf/gguf_writer.py
View file

@ -411,6 +411,9 @@ class GGUFWriter:
def add_add_eos_token(self, value: bool) -> None:
self.add_bool(Keys.Tokenizer.ADD_EOS, value)
def add_add_space_prefix(self, value: bool) -> None:
self.add_bool(Keys.Tokenizer.ADD_PREFIX, value)
def add_chat_template(self, value: str) -> None:
self.add_string(Keys.Tokenizer.CHAT_TEMPLATE, value)