From 00381b07bbb40c3db504defe27cc730b50e9c2a5 Mon Sep 17 00:00:00 2001 From: Pierrick HYMBERT Date: Thu, 21 Mar 2024 19:18:39 +0100 Subject: [PATCH] avoid copying the entire vector --- llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama.cpp b/llama.cpp index ecfc905f3..c69d414fa 100644 --- a/llama.cpp +++ b/llama.cpp @@ -3243,7 +3243,7 @@ struct llama_model_loader { const auto & mapping = mappings.at(w.idx); ggml_backend_buffer_t buf_mmap = nullptr; if (bufs_mmap.size() > 1) { - buf_mmap = bufs_mmap[w.idx]; + buf_mmap = bufs_mmap.at(w.idx); } else if (!bufs_mmap.empty()) { buf_mmap = bufs_mmap.front(); }