vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

gguf : initial model loading - not tested

Browse source
This commit is contained in:
Georgi Gerganov 2023-07-26 16:32:05 +03:00
parent d91b985d2d
commit 78b226a959
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 301 additions and 39 deletions
Download patch file Download diff file Expand all files Collapse all files

13
ggml.h
View file

@ -1634,12 +1634,23 @@ extern "C" {
struct gguf_context;
GGML_API struct gguf_context * gguf_init(const char * path, bool load);
struct gguf_init_params {
bool load; // load the tensor data
bool malloc; // if false, use the provided ggml_context to allocate the tensor data
// it no ggml_context is provided, it will be created
// if true, use malloc to allocate the tensor data
struct ggml_context ** ctx;
};
GGML_API struct gguf_context * gguf_init_from_file(const char * fname, struct gguf_init_params params);
//GGML_API struct gguf_context * gguf_init_from_buffer(..);
GGML_API void gguf_free(struct gguf_context * ctx);
GGML_API int gguf_get_version (struct gguf_context * ctx);
GGML_API size_t gguf_get_alignment (struct gguf_context * ctx);
GGML_API size_t gguf_get_data_offset(struct gguf_context * ctx);
GGML_API void * gguf_get_data (struct gguf_context * ctx);
GGML_API int gguf_get_n_kv(struct gguf_context * ctx);
GGML_API const char * gguf_get_key (struct gguf_context * ctx, int i);