vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : remove commented code

Browse source
This commit is contained in:
Georgi Gerganov 2023-08-17 10:45:21 +03:00
parent 5ddfbffbaf
commit ccfe9080cd
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 0 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

14
llama.cpp
View file

@ -1593,20 +1593,6 @@ static struct ggml_cgraph * llama_build_graph(
offload_func_kq(Q); offload_func_kq(Q);
ggml_set_name(Q, "Q"); ggml_set_name(Q, "Q");
//struct ggml_tensor * K =
// ggml_permute(ctx0,
// ggml_reshape_3d(ctx0,
// ggml_view_1d(ctx0, kv_self.k, (n_past + N)*n_embd_gqa, il*n_ctx*ggml_element_size(kv_self.k)*n_embd_gqa),
// n_embd_head, n_head_kv, n_past + N),
// 0, 2, 1, 3);
//struct ggml_tensor * K =
// ggml_permute(ctx0,
// ggml_view_3d(ctx0, kv_self.k,
// n_embd_head, n_head_kv, n_past + N,
// ggml_element_size(kv_self.k)*n_embd_head,
// ggml_element_size(kv_self.k)*n_embd_gqa,
// ggml_element_size(kv_self.k)*n_embd_gqa*n_ctx*il),
// 0, 2, 1, 3);
struct ggml_tensor * K = struct ggml_tensor * K =
ggml_view_3d(ctx0, kv_self.k, ggml_view_3d(ctx0, kv_self.k,
n_embd_head, n_past + N, n_head_kv, n_embd_head, n_past + N, n_head_kv,