diff --git a/examples/finetune/finetune.cpp b/examples/finetune/finetune.cpp
index a29e3bdf0..b9a5b0447 100644
--- a/examples/finetune/finetune.cpp
+++ b/examples/finetune/finetune.cpp
@@ -1556,6 +1556,7 @@ bool load_checkpoint_lora_file(const char * filename, struct my_llama_model * mo
 
     load_checkpoint_lora_gguf(fctx, f_ggml_ctx, model, lora, opt);
 
+    gguf_free(fctx);
     return true;
 }