vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

SimpleChat:CompletionMode: Allow control of Role: prefix

Browse source
This commit is contained in:
HanishKVC 2024-05-22 22:10:52 +05:30
parent 8042cb950d
commit 3c11098d1e
1 changed files with 8 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

11
examples/server/public_simplechat/simplechat.js
View file

@ -97,11 +97,15 @@ class SimpleChat {
/**
* Return a string form of json object suitable for /completions
* @param {boolean} bInsertStandardRolePrefix Insert "<THE_ROLE>: " as prefix wrt each role's message
*/
request_prompt_jsonstr() {
request_prompt_jsonstr(bInsertStandardRolePrefix) {
let prompt = "";
for(const chat of this.xchat) {
prompt += `${chat.role}: ${chat.content}\n`;
if (bInsertStandardRolePrefix) {
prompt += `${chat.role}: `;
}
prompt += `${chat.content}\n`;
}
let req = {
prompt: prompt,
@ -174,6 +178,7 @@ let gChatURL = {
'completion': `${gBaseURL}/completions`,
}
const gbCompletionFreshChatAlways = true;
let gbCompletionInsertStandardRolePrefix = true;
/**
@ -346,7 +351,7 @@ class MultiChatUI {
if (apiEP == ApiEP.Chat) {
theBody = chat.request_messages_jsonstr();
} else {
theBody = chat.request_prompt_jsonstr();
theBody = chat.request_prompt_jsonstr(gbCompletionInsertStandardRolePrefix);
}
this.elInUser.value = "working...";