vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update docs

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-12-13 08:50:47 +01:00
parent ed7f2d5756
commit 06bb38e75d
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/server/README.md
View file

@ -461,19 +461,19 @@ These words will not be included in the completion, so make sure to add them to
"completion_probabilities": [
{
"id": <token id>,
"prob": float,
"logprob": float,
"token": "<most likely token>",
"bytes": [int, int, ...],
"top_logprobs": [
{
"id": <token id>,
"prob": float,
"logprob": float,
"token": "<token text>",
"bytes": [int, int, ...],
},
{
"id": <token id>,
"prob": float,
"logprob": float,
"token": "<token text>",
"bytes": [int, int, ...],
},
@ -482,7 +482,7 @@ These words will not be included in the completion, so make sure to add them to
},
{
"id": <token id>,
"prob": float,
"logprob": float,
"token": "<most likely token>",
"bytes": [int, int, ...],
"top_logprobs": [