vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update prompting.py

Browse source
This commit is contained in:
ochafik 2024-03-29 17:11:03 +00:00
parent 80c793047b
commit 9ab493f67e
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/openai/prompting.py
View file

@ -162,6 +162,10 @@ class ChatTemplate(BaseModel):
sys.stderr.write(f'Unexpected message role: {message.role}\n') sys.stderr.write(f'Unexpected message role: {message.role}\n')
current_content.append(f'[ROLE={messages[i].role}]{messages[i].content}[/ROLE]') current_content.append(f'[ROLE={messages[i].role}]{messages[i].content}[/ROLE]')
current_content.extend(
f'<tool_call>{json.dumps(tc.model_dump())}</tool_call>'
for tc in (message.tool_calls or [])
)
if current_content: if current_content:
flush() flush()