From ccd85e0a6bb2df327236ff749b348e78b7955536 Mon Sep 17 00:00:00 2001 From: Henri Vasserman Date: Thu, 8 Jun 2023 22:17:46 +0300 Subject: [PATCH] Apply suggestions from code review MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Johannes Gäßler --- examples/server/README.md | 2 +- examples/server/chat.mjs | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/server/README.md b/examples/server/README.md index fe4b50e5a..d98c7a203 100644 --- a/examples/server/README.md +++ b/examples/server/README.md @@ -37,7 +37,7 @@ To get started right away, run the following command, making sure to use the cor server.exe -m models\7B\ggml-model.bin -c 2048 ``` -That will start a server that by default listens on `127.0.0.1:8080`. +The above command will start a server that by default listens on `127.0.0.1:8080`. You can consume the endpoints with Postman or NodeJS with axios library. ## Testing with CURL diff --git a/examples/server/chat.mjs b/examples/server/chat.mjs index 5f1431f9d..349937e94 100644 --- a/examples/server/chat.mjs +++ b/examples/server/chat.mjs @@ -25,7 +25,7 @@ async function ChatCompletion(question) { top_p: 0.9, n_keep: 29, n_predict: 256, - stop: ["\n### Human:"], // when detect this, stop completion + stop: ["\n### Human:"], // stop completion after generating this stream: true, }) })