vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

gguf : start implementing libllama in GGUF (WIP)

Browse source
This commit is contained in:
M. Yusuf Sarıgöz 2023-08-10 17:49:31 +03:00
parent 1c4d8bf981
commit 4f865181aa
2 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

BIN
gguf-llama-simple
View file

Binary file not shown.

5
gguf-llama.cpp
View file

@ -565,7 +565,10 @@ struct ggml_context * ctx_data = NULL;
uint32_t n_dims = cur->n_dims; uint32_t n_dims = cur->n_dims;
tensor.type = cur->type; tensor.type = cur->type;
tensor.ne.resize(n_dims); tensor.ne.resize(n_dims);
memcpy(tensor.ne.data(), &cur->ne[0], sizeof(tensor.ne[0]) * n_dims); for (uint32_t j = 0; j < n_dims; ++j) {
tensor.ne[j] = cur->ne[j];
}
if (n_dims < 1 || n_dims > 2) { if (n_dims < 1 || n_dims > 2) {
throw std::runtime_error(format("llama.cpp: tensor '%s' should not be %u-dimensional", name, n_dims)); throw std::runtime_error(format("llama.cpp: tensor '%s' should not be %u-dimensional", name, n_dims));
} }