From c2d87b65450dddff6b8b3f2cca49922635ee5260 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Mon, 25 Dec 2023 23:49:45 +0800 Subject: [PATCH] increase multiuser default --- koboldcpp.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/koboldcpp.py b/koboldcpp.py index d28723a5d..6441e6bb5 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -875,8 +875,8 @@ Enter Prompt:
reqblocking = False muint = int(args.multiuser) - multiuserlimit = ((muint-1) if muint > 1 else 4) - #backwards compatibility for up to 5 concurrent requests, use default limit of 5 if multiuser set to 1 + multiuserlimit = ((muint-1) if muint > 1 else 6) + #backwards compatibility for up to 7 concurrent requests, use default limit of 7 if multiuser set to 1 if muint > 0 and requestsinqueue < multiuserlimit: reqblocking = True requestsinqueue += 1