diff --git a/_BRANCH_SETUP.md b/_BRANCH_SETUP.md index b2d5ab6af..7cdb8ae6a 100644 --- a/_BRANCH_SETUP.md +++ b/_BRANCH_SETUP.md @@ -342,4 +342,7 @@ int main() { -n 128 ``` - make clean && make -j 8 LLAMA_DEBUG=1 \ No newline at end of file +build for debug: +```bash + make clean && make -j 8 LLAMA_DEBUG=1 +``` \ No newline at end of file diff --git a/llama.cpp b/llama.cpp index df098b652..1f3e127fb 100644 --- a/llama.cpp +++ b/llama.cpp @@ -9731,9 +9731,9 @@ struct llm_build_context { ggml_tensor * loraB = it->second.loraB; ggml_tensor * t_lora = ggml_mul_mat(ctx0, - loraA, + loraB, ggml_mul_mat(ctx0, - ggml_transpose(ctx0, loraB), + ggml_cont(ctx0, ggml_transpose(ctx0, loraA)), cur ) );