vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

gguf : do not support passing existing ggml_context to gguf_init

Browse source
This commit is contained in:
Georgi Gerganov 2023-07-26 18:48:52 +03:00
parent 860c9c63ce
commit cb871fa022
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 18 additions and 38 deletions
Download patch file Download diff file Expand all files Collapse all files

5
ggml.h
View file

@ -1636,9 +1636,8 @@ extern "C" {
struct gguf_init_params {
bool load; // load the tensor data
bool malloc; // if false, use the provided ggml_context to allocate the tensor data
// it no ggml_context is provided, it will be created
// if true, use malloc to allocate the tensor data
bool malloc; // if false, create a ggml_context and allocate the tensor data in it
// if true, use malloc to allocate the tensor data instead
struct ggml_context ** ctx;
};