vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

gguf-split: add --no-tensor-first-split (#7072)

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-05-04 18:56:22 +02:00 • committed by GitHub
parent cf768b7e71
commit 842500144e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 23 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml.c
View file

@ -21139,7 +21139,7 @@ struct gguf_context * gguf_init_from_file(const char * fname, struct gguf_init_p
}
// read the tensor infos
{
if (ctx->header.n_tensors > 0) {
ctx->infos = GGML_CALLOC(ctx->header.n_tensors, sizeof(struct gguf_tensor_info));
for (uint64_t i = 0; i < ctx->header.n_tensors; ++i) {