llama_model_loader: only map tensors included in the context
This commit is contained in:
parent
078a1aca06
commit
69bdee939a
1 changed files with 0 additions and 1 deletions
|
@ -5171,7 +5171,6 @@ static bool llm_load_tensors(
|
|||
size_t first, last;
|
||||
ml.get_mapping_range(&first, &last, &addr, file_no, ctx);
|
||||
if (first >= last) {
|
||||
bufs.push_back(nullptr); // add a dummy buffer to keep the indices in sync
|
||||
continue;
|
||||
}
|
||||
ggml_backend_buffer_t buf = ggml_backend_metal_buffer_from_ptr((char *) addr + first, last - first, max_size);
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue