diff --git a/inference_test/chat.sh b/inference_test/chat.sh index c535f4f4b..6284c4064 100755 --- a/inference_test/chat.sh +++ b/inference_test/chat.sh @@ -14,6 +14,6 @@ cd .. -n -1 \ -ins -b 256 \ --top_k 10000 \ - --temp 0.2 \ - --repeat_penalty 1.1 \ + --temp 0 \ + --repeat_penalty 0 \ -t 7