vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix bugs

Browse source
This commit is contained in:
jwj7140 2023-07-02 20:17:03 +09:00
parent b95016c19b
commit 377ecf9e9b
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/server/api_like_OAI.py
View file

@ -37,6 +37,7 @@ def convert_chat(messages):
system_n = args.system_name.replace("\\n", "\n") system_n = args.system_name.replace("\\n", "\n")
user_n = args.user_name.replace("\\n", "\n") user_n = args.user_name.replace("\\n", "\n")
ai_n = args.ai_name.replace("\\n", "\n") ai_n = args.ai_name.replace("\\n", "\n")
stop = args.stop.replace("\\n", "\n")
for line in messages: for line in messages:
@ -45,8 +46,8 @@ def convert_chat(messages):
if (line["role"] == "user"): if (line["role"] == "user"):
prompt += f"{user_n}{line['content']}" prompt += f"{user_n}{line['content']}"
if (line["role"] == "assistant"): if (line["role"] == "assistant"):
prompt += f"{ai_n}{line['content']}{args.stop}" prompt += f"{ai_n}{line['content']}{stop}"
prompt += ai_n prompt += ai_n.rstrip()
return prompt return prompt