vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

error on 0 tensors

Browse source
This commit is contained in:
ngxson 2024-03-27 15:51:38 +01:00
parent 8569ba30c3
commit b7cb3bb76f
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
examples/gguf-split/gguf-split.cpp
View file

@ -66,6 +66,9 @@ static size_t split_str_to_n_bytes(std::string str) {
} else { } else {
throw std::invalid_argument("error: supported units are M (megabytes) or G (gigabytes), but got: " + std::string(1, str.back())); throw std::invalid_argument("error: supported units are M (megabytes) or G (gigabytes), but got: " + std::string(1, str.back()));
} }
if (n <= 0) {
throw std::invalid_argument("error: size must be a negative value");
}
return n_bytes; return n_bytes;
} }
@ -200,6 +203,10 @@ struct split_strategy {
auto new_ctx_out = [&]() { auto new_ctx_out = [&]() {
i_split++; i_split++;
if (ctx_out != NULL) { if (ctx_out != NULL) {
if (gguf_get_n_tensors(ctx_out) == 0) {
fprintf(stderr, "error: one of splits have 0 tensors. Maybe size or tensors limit is too small\n");
exit(EXIT_FAILURE);
}
ctx_outs.push_back(ctx_out); ctx_outs.push_back(ctx_out);
} }
ctx_out = gguf_init_empty(); ctx_out = gguf_init_empty();