vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

SimpleChat:CompletionMode: Allow control of Role: prefix

Browse source
This commit is contained in:
HanishKVC 2024-05-22 22:10:52 +05:30
parent 8042cb950d
commit 3c11098d1e
1 changed files with 8 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

11
examples/server/public_simplechat/simplechat.js
View file

@ -97,11 +97,15 @@ class SimpleChat {
/** /**
* Return a string form of json object suitable for /completions * Return a string form of json object suitable for /completions
* @param {boolean} bInsertStandardRolePrefix Insert "<THE_ROLE>: " as prefix wrt each role's message
*/ */
request_prompt_jsonstr() { request_prompt_jsonstr(bInsertStandardRolePrefix) {
let prompt = ""; let prompt = "";
for(const chat of this.xchat) { for(const chat of this.xchat) {
prompt += `${chat.role}: ${chat.content}\n`; if (bInsertStandardRolePrefix) {
prompt += `${chat.role}: `;
}
prompt += `${chat.content}\n`;
} }
let req = { let req = {
prompt: prompt, prompt: prompt,
@ -174,6 +178,7 @@ let gChatURL = {
'completion': `${gBaseURL}/completions`, 'completion': `${gBaseURL}/completions`,
} }
const gbCompletionFreshChatAlways = true; const gbCompletionFreshChatAlways = true;
let gbCompletionInsertStandardRolePrefix = true;
/** /**
@ -346,7 +351,7 @@ class MultiChatUI {
if (apiEP == ApiEP.Chat) { if (apiEP == ApiEP.Chat) {
theBody = chat.request_messages_jsonstr(); theBody = chat.request_messages_jsonstr();
} else { } else {
theBody = chat.request_prompt_jsonstr(); theBody = chat.request_prompt_jsonstr(gbCompletionInsertStandardRolePrefix);
} }
this.elInUser.value = "working..."; this.elInUser.value = "working...";