SimpleChat: Allow user to control cache_prompt flag in request

2024-06-15 21:20:59 +05:30 · 2024-06-15 21:20:59 +05:30 · e3e786f434
commit e3e786f434
parent abe6c54c4c
1 changed files with 1 additions and 0 deletions
--- a/examples/server/public_simplechat/simplechat.js
+++ b/examples/server/public_simplechat/simplechat.js
@ -745,6 +745,7 @@ class Me {
            "temperature": 0.7,
            "max_tokens": 1024,
            "n_predict": 1024,
+            "cache_prompt": false,
            //"frequency_penalty": 1.2,
            //"presence_penalty": 1.2,
        };