vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

gguf : read / write sample models

Browse source
This commit is contained in:
Georgi Gerganov 2023-07-26 20:04:22 +03:00
parent e46870f5af
commit 5628ec7163
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 386 additions and 61 deletions
Download patch file Download diff file Expand all files Collapse all files

5
ggml.h
View file

@ -1622,10 +1622,9 @@ extern "C" {
struct gguf_context;
struct gguf_init_params {
bool load; // load the tensor data
bool malloc; // if false, create a ggml_context and allocate the tensor data in it
// if true, use malloc to allocate the tensor data instead
bool no_alloc;
// if not NULL, create a ggml_context and allocate the tensor data in it
struct ggml_context ** ctx;
};