vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

webui: don't use regex to split cot and response

Browse source
This commit is contained in:
Stéphane du Hamel 2025-01-23 19:31:55 +01:00
parent 2a7d711bc5
commit 77c08a8fb8
2 changed files with 14 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

BIN
examples/server/public/index.html.gz
View file

Binary file not shown.

21
examples/server/webui/src/main.js
View file

@ -190,18 +190,25 @@ const MessageBubble = defineComponent({
};
},
splitMsgContent() {
// TODO: make it more efficient
const content = this.msg.content;
if (this.msg.role !== 'assistant'){
return {content};
}
const regex = /<think>(.*?)?(?=(<\/think>)|$)/gis;
const matches = [];
let match;
while ((match = regex.exec(content)) !== null) {
matches.push(match[1]);
let actualContent = '';
let cot = '';
let thinkSplit = content.split("<think>",2);
actualContent += thinkSplit[0];
while (thinkSplit[1]!==undefined){
// <think> tag found
thinkSplit = thinkSplit[1].split("</think>",2);
cot+=thinkSplit[0];
if(thinkSplit[1]!==undefined){
// </think> closing tag found
thinkSplit = thinkSplit[1].split("<think>",2);
actualContent+=thinkSplit[0];
}
return {content : content.replace(/<think>.*?(<\/think>|$)/gis, ''), cot : matches.join('<br/>') };
}
return {content : actualContent, cot };
},
},
methods: {