From dd2abd8bc7eb87322c3f087ca1ea53dbcc0b5094 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Tue, 4 Apr 2023 00:42:49 +0800 Subject: [PATCH] lower default thread threshold --- koboldcpp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index a8d233d93..60aad0819 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -358,7 +358,7 @@ if __name__ == '__main__': physical_core_limit = psutil.cpu_count(logical=False) # logical_core_limit = (os.cpu_count() if os.cpu_count()<=4 else max(4,os.cpu_count()-4)) - default_threads = (physical_core_limit if physical_core_limit<=4 else max(4,physical_core_limit-1)) + default_threads = (physical_core_limit if physical_core_limit<=3 else max(3,physical_core_limit-1)) parser.add_argument("--threads", help="Use a custom number of threads if specified. Otherwise, uses an amount based on CPU cores", type=int, default=default_threads) parser.add_argument("--stream", help="Uses pseudo streaming", action='store_true') parser.add_argument("--noblas", help="Do not use OpenBLAS for accelerated prompt ingestion", action='store_true')