vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

no more transpose A

Browse source
This commit is contained in:
ngxson 2024-07-08 16:48:55 +02:00
parent 79e2982788
commit 712fecba61
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/llama.cpp
View file

@ -7867,10 +7867,9 @@ static struct ggml_tensor * llm_build_lora_mm(
continue; continue;
} }
// TODO: check if lora_a need transpose // TODO: check if lora_a need transpose
struct ggml_tensor * a = ggml_cont(ctx0, ggml_transpose(ctx0, lora->a));
struct ggml_tensor * ab_cur = ggml_mul_mat( struct ggml_tensor * ab_cur = ggml_mul_mat(
ctx0, lora->b, ctx0, lora->b,
ggml_mul_mat(ctx0, a, cur) ggml_mul_mat(ctx0, lora->a, cur)
); );
ab_cur = ggml_scale_inplace(ctx0, ab_cur, scale); ab_cur = ggml_scale_inplace(ctx0, ab_cur, scale);
res = ggml_add(ctx0, res, ab_cur); res = ggml_add(ctx0, res, ab_cur);