vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.cpp (llama_progress_callback)

Browse source
This commit is contained in:
Andrei Betlen 2023-03-25 12:12:09 -04:00 • committed by Don Mahurin
parent def46dd9a6
commit ef3c152257
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/llama_cpp.py
View file

@ -40,6 +40,7 @@ class llama_token_data(Structure):
llama_token_data_p = POINTER(llama_token_data)
llama_progress_callback = ctypes.CFUNCTYPE(None, c_double, c_void_p)
class llama_context_params(Structure):
_fields_ = [
@ -54,6 +55,10 @@ class llama_context_params(Structure):
("vocab_only", c_bool), # only load the vocabulary, no weights
("use_mlock", c_bool), # force system to keep model in RAM
("embedding", c_bool), # embedding mode only
# called with a progress value between 0 and 1, pass NULL to disable
("progress_callback", llama_progress_callback),
# context pointer passed to the progress callback
("progress_callback_user_data", c_void_p),
]