Update llama.cpp

This commit is contained in:
FirstTimeEZ 2024-11-15 03:36:03 +13:00 committed by GitHub
parent d205ee9273
commit 4fc8409a71
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -2907,12 +2907,15 @@ struct llama_model {
// for quantize-stats only
std::vector<std::pair<std::string, struct ggml_tensor *>> tensors_by_name;
uint64_t n_elements = 0;
size_t n_bytes = 0;
int64_t t_load_us = 0;
int64_t t_start_us = 0;
// total number of parameters in the model
uint64_t n_elements = 0;
// total size of all the tensors in the model in bytes
size_t n_bytes = 0;
// keep track of loaded lora adapters
std::set<struct llama_lora_adapter *> lora_adapters;