diff --git a/examples/server/README.md b/examples/server/README.md index fe4b50e5a..d98c7a203 100644 --- a/examples/server/README.md +++ b/examples/server/README.md @@ -37,7 +37,7 @@ To get started right away, run the following command, making sure to use the cor server.exe -m models\7B\ggml-model.bin -c 2048 ``` -That will start a server that by default listens on `127.0.0.1:8080`. +The above command will start a server that by default listens on `127.0.0.1:8080`. You can consume the endpoints with Postman or NodeJS with axios library. ## Testing with CURL diff --git a/examples/server/chat.mjs b/examples/server/chat.mjs index 5f1431f9d..349937e94 100644 --- a/examples/server/chat.mjs +++ b/examples/server/chat.mjs @@ -25,7 +25,7 @@ async function ChatCompletion(question) { top_p: 0.9, n_keep: 29, n_predict: 256, - stop: ["\n### Human:"], // when detect this, stop completion + stop: ["\n### Human:"], // stop completion after generating this stream: true, }) })