From 287da25f482e4c6f65ac83d1a33fa1f534d4b152 Mon Sep 17 00:00:00 2001 From: ngxson Date: Fri, 31 May 2024 00:06:45 +0200 Subject: [PATCH] fix mem error --- examples/control-vector-generator/control-vector-generator.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/control-vector-generator/control-vector-generator.cpp b/examples/control-vector-generator/control-vector-generator.cpp index f36c1f6a2..2c09809dd 100644 --- a/examples/control-vector-generator/control-vector-generator.cpp +++ b/examples/control-vector-generator/control-vector-generator.cpp @@ -381,7 +381,8 @@ static void export_gguf(std::vector v_final, int n_embd, const std::str // TODO customize mem size - I have no idea what this is supposed to be struct ggml_init_params params = { - /*.mem_size =*/ ggml_tensor_overhead() * v_final.size(), + /*.mem_size =*/ (ggml_tensor_overhead() * v_final.size()) + + (n_embd * v_final.size() * sizeof(float)), /*.mem_buffer =*/ NULL, /*.no_alloc =*/ false, };