Update llama.cpp
This commit is contained in:
parent
d205ee9273
commit
4fc8409a71
1 changed files with 10 additions and 7 deletions
|
@ -2907,12 +2907,15 @@ struct llama_model {
|
||||||
// for quantize-stats only
|
// for quantize-stats only
|
||||||
std::vector<std::pair<std::string, struct ggml_tensor *>> tensors_by_name;
|
std::vector<std::pair<std::string, struct ggml_tensor *>> tensors_by_name;
|
||||||
|
|
||||||
uint64_t n_elements = 0;
|
|
||||||
size_t n_bytes = 0;
|
|
||||||
|
|
||||||
int64_t t_load_us = 0;
|
int64_t t_load_us = 0;
|
||||||
int64_t t_start_us = 0;
|
int64_t t_start_us = 0;
|
||||||
|
|
||||||
|
// total number of parameters in the model
|
||||||
|
uint64_t n_elements = 0;
|
||||||
|
|
||||||
|
// total size of all the tensors in the model in bytes
|
||||||
|
size_t n_bytes = 0;
|
||||||
|
|
||||||
// keep track of loaded lora adapters
|
// keep track of loaded lora adapters
|
||||||
std::set<struct llama_lora_adapter *> lora_adapters;
|
std::set<struct llama_lora_adapter *> lora_adapters;
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue