vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: remove ggml_repeat

Browse source
This commit is contained in:
namtranase 2023-12-22 22:45:35 +07:00
parent e8fae2db7a
commit a600c61da2
1 changed files with 1 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama.cpp
View file

@ -4072,9 +4072,7 @@ static struct ggml_tensor * llm_build_ffn_mpt_awq(
{ {
cur = ggml_gelu(ctx, cur); cur = ggml_gelu(ctx, cur);
cb(cur, "ffn_relu", il); cb(cur, "ffn_relu", il);
struct ggml_tensor *repeat = ggml_repeat(ctx, act_scales, cur); cur = ggml_div(ctx, cur, act_scales);
cb(repeat, "ffn_repeat(scales)", il);
cur = ggml_div(ctx, cur, repeat);
cb(cur, "ffn_div(gelu)", il); cb(cur, "ffn_div(gelu)", il);
} break; } break;
} }