transpose and run cont

This commit is contained in:
Lorenzo Toniazzi 2024-07-06 21:40:22 +01:00
parent 8f0272c9d7
commit 798cde72a1
2 changed files with 6 additions and 3 deletions

View file

@ -342,4 +342,7 @@ int main() {
-n 128
```
make clean && make -j 8 LLAMA_DEBUG=1
build for debug:
```bash
make clean && make -j 8 LLAMA_DEBUG=1
```

View file

@ -9731,9 +9731,9 @@ struct llm_build_context {
ggml_tensor * loraB = it->second.loraB;
ggml_tensor * t_lora = ggml_mul_mat(ctx0,
loraA,
loraB,
ggml_mul_mat(ctx0,
ggml_transpose(ctx0, loraB),
ggml_cont(ctx0, ggml_transpose(ctx0, loraA)),
cur
)
);