vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : minor

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-03-22 10:17:34 +02:00
parent e474e456eb
commit 8326607cfe
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 11 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

12
llama.cpp
View file

@ -2918,11 +2918,16 @@ struct llama_model_loader {
gguf_free(ctx_gguf); gguf_free(ctx_gguf);
} }
get_key(llm_kv(LLM_KV_SPLIT_TENSORS_COUNT), n_tensors); get_key(llm_kv(LLM_KV_SPLIT_TENSORS_COUNT), n_tensors);
int n_tensors_loaded = (int) weights.size();
// sanity check
{
const int n_tensors_loaded = (int) weights.size();
if (n_tensors != n_tensors_loaded) { if (n_tensors != n_tensors_loaded) {
throw std::runtime_error(format("corrupted model: %d tensors expected but %d found", n_tensors, n_tensors_loaded)); throw std::runtime_error(format("corrupted model: %d tensors expected but %d found", n_tensors, n_tensors_loaded));
} }
}
LLAMA_LOG_INFO("%s: additional %d GGUFs metadata loaded.\n", __func__, n_split); LLAMA_LOG_INFO("%s: additional %d GGUFs metadata loaded.\n", __func__, n_split);
} }
@ -2930,7 +2935,7 @@ struct llama_model_loader {
n_kv = gguf_get_n_kv(meta); n_kv = gguf_get_n_kv(meta);
n_tensors = weights.size(); n_tensors = weights.size();
fver = (enum llama_fver ) gguf_get_version(meta); fver = (enum llama_fver) gguf_get_version(meta);
for (auto & w : weights) { for (auto & w : weights) {
n_elements += ggml_nelements(w.tensor); n_elements += ggml_nelements(w.tensor);
@ -2960,7 +2965,8 @@ struct llama_model_loader {
} }
if (trace > 0) { if (trace > 0) {
LLAMA_LOG_INFO("%s: - tensor %4d: %32s %-8s [ %s ]\n", __func__, i, ggml_get_name(tensor), ggml_type_name(type), llama_format_tensor_shape(tensor).c_str()); const uint16_t sid = weights.at(i).idx;
LLAMA_LOG_INFO("%s: - tensor %4d, split %2d: %32s %-8s [ %s ]\n", __func__, i, sid, ggml_get_name(tensor), ggml_type_name(type), llama_format_tensor_shape(tensor).c_str());
} }
} }