vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update docs

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-12-13 08:50:47 +01:00
parent ed7f2d5756
commit 06bb38e75d
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/server/README.md
View file

@ -461,19 +461,19 @@ These words will not be included in the completion, so make sure to add them to
"completion_probabilities": [ "completion_probabilities": [
{ {
"id": <token id>, "id": <token id>,
"prob": float, "logprob": float,
"token": "<most likely token>", "token": "<most likely token>",
"bytes": [int, int, ...], "bytes": [int, int, ...],
"top_logprobs": [ "top_logprobs": [
{ {
"id": <token id>, "id": <token id>,
"prob": float, "logprob": float,
"token": "<token text>", "token": "<token text>",
"bytes": [int, int, ...], "bytes": [int, int, ...],
}, },
{ {
"id": <token id>, "id": <token id>,
"prob": float, "logprob": float,
"token": "<token text>", "token": "<token text>",
"bytes": [int, int, ...], "bytes": [int, int, ...],
}, },
@ -482,7 +482,7 @@ These words will not be included in the completion, so make sure to add them to
}, },
{ {
"id": <token id>, "id": <token id>,
"prob": float, "logprob": float,
"token": "<most likely token>", "token": "<most likely token>",
"bytes": [int, int, ...], "bytes": [int, int, ...],
"top_logprobs": [ "top_logprobs": [