transpose and run cont
This commit is contained in:
parent
8f0272c9d7
commit
798cde72a1
2 changed files with 6 additions and 3 deletions
|
@ -342,4 +342,7 @@ int main() {
|
|||
-n 128
|
||||
```
|
||||
|
||||
make clean && make -j 8 LLAMA_DEBUG=1
|
||||
build for debug:
|
||||
```bash
|
||||
make clean && make -j 8 LLAMA_DEBUG=1
|
||||
```
|
|
@ -9731,9 +9731,9 @@ struct llm_build_context {
|
|||
ggml_tensor * loraB = it->second.loraB;
|
||||
|
||||
ggml_tensor * t_lora = ggml_mul_mat(ctx0,
|
||||
loraA,
|
||||
loraB,
|
||||
ggml_mul_mat(ctx0,
|
||||
ggml_transpose(ctx0, loraB),
|
||||
ggml_cont(ctx0, ggml_transpose(ctx0, loraA)),
|
||||
cur
|
||||
)
|
||||
);
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue