transpose and run cont

This commit is contained in:
Lorenzo Toniazzi 2024-07-06 21:40:22 +01:00
parent 8f0272c9d7
commit 798cde72a1
2 changed files with 6 additions and 3 deletions

View file

@ -342,4 +342,7 @@ int main() {
-n 128 -n 128
``` ```
build for debug:
```bash
make clean && make -j 8 LLAMA_DEBUG=1 make clean && make -j 8 LLAMA_DEBUG=1
```

View file

@ -9731,9 +9731,9 @@ struct llm_build_context {
ggml_tensor * loraB = it->second.loraB; ggml_tensor * loraB = it->second.loraB;
ggml_tensor * t_lora = ggml_mul_mat(ctx0, ggml_tensor * t_lora = ggml_mul_mat(ctx0,
loraA, loraB,
ggml_mul_mat(ctx0, ggml_mul_mat(ctx0,
ggml_transpose(ctx0, loraB), ggml_cont(ctx0, ggml_transpose(ctx0, loraA)),
cur cur
) )
); );