From 1f77d2ad73265f2ae06bc5280f3ca03a4de6f33c Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Tue, 19 Dec 2023 15:56:58 +0800
Subject: [PATCH] move multiprocessing import into function scope

---
 koboldcpp.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/koboldcpp.py b/koboldcpp.py
index fd3914d13..a71dc46d9 100755
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -13,7 +13,6 @@ import os
 import argparse
 import json, sys, http.server, time, asyncio, socket, threading
 from concurrent.futures import ThreadPoolExecutor
-import multiprocessing
 
 sampler_order_max = 7
 stop_token_max = 16
@@ -2342,8 +2341,9 @@ def run_in_queue(launch_args, input_queue, output_queue):
                     (args, kwargs) = data['data']
                 output_queue.put({'command': 'generated text', 'data': generate(*args, **kwargs)})
         time.sleep(0.2)
-        
+
 def start_in_seperate_process(launch_args):
+    import multiprocessing
     input_queue = multiprocessing.Queue()
     output_queue = multiprocessing.Queue()
     p = multiprocessing.Process(target=run_in_queue, args=(launch_args, input_queue, output_queue))