vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

refactor: Use render template instead of format

Browse source
This commit is contained in:
teleprint-me 2024-05-12 20:37:27 -04:00
parent 8b9ed888bc
commit 668c7ee6c5
No known key found for this signature in database
GPG key ID: B0D11345E65C4D48
1 changed files with 8 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

15
gguf-py/scripts/gguf-template.py
View file

@ -46,17 +46,17 @@ def get_chat_template(model_file: str) -> str:
return ""
def display_chat_template(chat_template: str, format_template: bool = False):
def display_chat_template(chat_template: str, render_template: bool = False):
"""
Display the chat template to standard output, optionally formatting it using Jinja2.
Args:
chat_template (str): The extracted chat template.
format_template (bool, optional): Whether to format the template using Jinja2. Defaults to False.
render_template (bool, optional): Whether to format the template using Jinja2. Defaults to False.
"""
logger.info(f"Format Template: {format_template}")
logger.info(f"Format Template: {render_template}")
if format_template:
if render_template:
# Render the formatted template using Jinja2 with a context that includes 'bos_token' and 'eos_token'
env = jinja2.Environment(
loader=jinja2.BaseLoader(), trim_blocks=True, lstrip_blocks=True
@ -98,9 +98,10 @@ def main():
)
parser.add_argument("model_file", type=str, help="Path to the GGUF model file")
parser.add_argument(
"--format",
"-r",
"--render-template",
action="store_true",
help="Format the chat template using Jinja2",
help="Render the chat template using Jinja2",
)
args = parser.parse_args()
@ -108,7 +109,7 @@ def main():
model_file = args.model_file
chat_template = get_chat_template(model_file)
display_chat_template(chat_template, format_template=args.format)
display_chat_template(chat_template, render_template=args.render_template)
if __name__ == "__main__":