vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : remove array check of completion_probabilities in messages

Browse source
This commit is contained in:
jhen 2023-08-13 07:07:40 +08:00
parent 3409735cff
commit bffd3cde10
2 changed files with 988 additions and 998 deletions
Download patch file Download diff file Expand all files Collapse all files

1973
examples/server/index.html.hpp
View file

File diff suppressed because it is too large Load diff

13
examples/server/public/index.html
View file

@ -317,11 +317,7 @@
const chatLine = ([user, data], index) => {
let message
const isArrayMessage = Array.isArray(data)
if (
isArrayMessage &&
params.value.n_probs > 0 &&
data.every(msg => Array.isArray(msg.completion_probabilities))
) {
if (params.value.n_probs > 0 && isArrayMessage) {
message = html`<${Probabilites} data=${data} />`
} else {
const text = isArrayMessage ?
@ -440,9 +436,10 @@
const Probabilites = (params) => {
return params.data.map(msg => {
const { completion_probabilities } = msg;
// Skip byte pair
if (completion_probabilities.length > 1) return msg.content
if (
!completion_probabilities ||
completion_probabilities.length > 1 // Skip byte pair
) return msg.content
const { probs } = completion_probabilities[0]
const found = probs.find(p => p.tok_str === msg.content)