fix mem error

2024-05-31 00:06:45 +02:00 · 2024-05-31 00:06:45 +02:00 · 287da25f48
commit 287da25f48
parent 447023fc43
1 changed files with 2 additions and 1 deletions
--- a/examples/control-vector-generator/control-vector-generator.cpp
+++ b/examples/control-vector-generator/control-vector-generator.cpp
@ -381,7 +381,8 @@ static void export_gguf(std::vector<float *> v_final, int n_embd, const std::str

    // TODO customize mem size - I have no idea what this is supposed to be
    struct ggml_init_params params = {
-        /*.mem_size   =*/ ggml_tensor_overhead() * v_final.size(),
+        /*.mem_size   =*/ (ggml_tensor_overhead() * v_final.size())
+                            + (n_embd * v_final.size() * sizeof(float)),
        /*.mem_buffer =*/ NULL,
        /*.no_alloc   =*/ false,
    };