vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.cpp (llama_n_embd)

Browse source
This commit is contained in:
Andrei Betlen 2023-03-25 16:26:03 -04:00 • committed by Don Mahurin
parent ef3c152257
commit a279acd680
1 changed files with 9 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

9
examples/llama_cpp.py
View file

@ -42,6 +42,7 @@ llama_token_data_p = POINTER(llama_token_data)
llama_progress_callback = ctypes.CFUNCTYPE(None, c_double, c_void_p) llama_progress_callback = ctypes.CFUNCTYPE(None, c_double, c_void_p)
class llama_context_params(Structure): class llama_context_params(Structure):
_fields_ = [ _fields_ = [
("n_ctx", c_int), # text context ("n_ctx", c_int), # text context
@ -163,6 +164,14 @@ _lib.llama_n_ctx.argtypes = [llama_context_p]
_lib.llama_n_ctx.restype = c_int _lib.llama_n_ctx.restype = c_int
def llama_n_embd(ctx: llama_context_p) -> c_int:
return _lib.llama_n_ctx(ctx)
_lib.llama_n_embd.argtypes = [llama_context_p]
_lib.llama_n_embd.restype = c_int
# Token logits obtained from the last call to llama_eval() # Token logits obtained from the last call to llama_eval()
# The logits for the last token are stored in the last row # The logits for the last token are stored in the last row
# Can be mutated in order to change the probabilities of the next token # Can be mutated in order to change the probabilities of the next token