From b4b6f1fa00373146426de6ad634b7c7723fbeb8e Mon Sep 17 00:00:00 2001 From: teleprint-me <77757836+teleprint-me@users.noreply.github.com> Date: Wed, 15 May 2024 12:54:55 -0400 Subject: [PATCH] fix: End messages with a user role due to jinja2 conditional checks Signed-off-by: teleprint-me <77757836+teleprint-me@users.noreply.github.com> --- gguf-py/scripts/gguf-template.py | 1 + 1 file changed, 1 insertion(+) diff --git a/gguf-py/scripts/gguf-template.py b/gguf-py/scripts/gguf-template.py index ef2b78148..27b6e9f3c 100644 --- a/gguf-py/scripts/gguf-template.py +++ b/gguf-py/scripts/gguf-template.py @@ -76,6 +76,7 @@ def render_chat_template( {"role": "assistant", "content": "Hello! How may I assist you today?"}, {"role": "user", "content": "Can you tell me what pickled mayonnaise is?"}, {"role": "assistant", "content": "Certainly! What would you like to know about it?"}, + {"role": "user", "content": "Is it just regular mayonnaise with vinegar or something else?"}, ] try: