vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix

Browse source
This commit is contained in:
Dmitry Wolf 2023-03-16 00:30:07 +03:00
parent de17acac72
commit 5f0ada21bf
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
convert-pth-to-ggml.py
View file

@ -184,12 +184,15 @@ def process_part(p):
def writer(): def writer():
while True: while True:
item = q.get() item = q.get()
if item is None:
q.task_done()
break
fout.write(item.getvalue()) fout.write(item.getvalue())
q.task_done() q.task_done()
threading.Thread(target=writer, daemon=True).start() threading.Thread(target=writer, daemon=True).start()
for k, v in (t := tqdm(model.items())): for k, v in (t := tqdm(model.items(), bar_format="{r_bar} {percentage:3.0f}% |{bar:50} | {desc}")):
t.set_description(f"Processing {k} with shape {tuple(v.shape)} and type {np.dtype(v.dtype)}") t.set_description(f"Processing {k} with shape {tuple(v.shape)} and type {np.dtype(v.dtype)}")
name = k name = k
shape = v.shape shape = v.shape
@ -235,6 +238,7 @@ def process_part(p):
memout.write(data.tobytes()) memout.write(data.tobytes())
q.put(memout) q.put(memout)
q.put(None)
q.join() q.join()
model = None model = None