vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

mpt : remove tabs, trailing whitespace

Browse source
This commit is contained in:
Jan Ploski 2023-10-02 21:55:22 +02:00
parent 90e7d6de28
commit 470801292d
2 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llama.cpp
View file

@ -4304,11 +4304,11 @@ static struct ggml_cgraph * llm_build_mpt(
offload_func_kq(KQ_scaled);
ggml_set_name(KQ_scaled, "KQ_scaled");
// TODO: replace with ggml_add()
struct ggml_tensor * KQ_scaled_alibi =
ggml_alibi(ctx0, KQ_scaled, std::max(kv_head, n_kv - n_tokens), n_head, max_alibi_bias);
// TODO: replace with ggml_add()
struct ggml_tensor * KQ_scaled_alibi =
ggml_alibi(ctx0, KQ_scaled, std::max(kv_head, n_kv - n_tokens), n_head, max_alibi_bias);
offload_func_kq(KQ_scaled_alibi);
ggml_set_name(KQ_scaled_alibi, "KQ_scaled_alibi");
ggml_set_name(KQ_scaled_alibi, "KQ_scaled_alibi");
struct ggml_tensor * KQ_masked = ggml_add(ctx0, KQ_scaled_alibi, KQ_mask);
offload_func_kq(KQ_masked);