vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

cleanup style

Browse source
This commit is contained in:
Jan Boon 2024-03-30 23:39:53 +08:00
parent d38eef468f
commit ea717f773e
1 changed files with 9 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama.cpp
View file

@ -15211,7 +15211,7 @@ size_t llama_state_seq_get_data(struct llama_context * ctx, uint8_t * dst, llama
const size_t range_size = range.second - range.first; const size_t range_size = range.second - range.first;
tmp_buf.resize(range_size * k_size_row); tmp_buf.resize(range_size * k_size_row);
ggml_backend_tensor_get(kv_self.k_l[il], tmp_buf.data(), range.first * k_size_row, range_size * k_size_row); ggml_backend_tensor_get(kv_self.k_l[il], tmp_buf.data(), range.first * k_size_row, range_size * k_size_row);
data_ctx.write(&tmp_buf[0], tmp_buf.size()); data_ctx.write(tmp_buf.data(), tmp_buf.size());
} }
} }
@ -15230,7 +15230,7 @@ size_t llama_state_seq_get_data(struct llama_context * ctx, uint8_t * dst, llama
const size_t src_offset = (range.first + j * kv_size) * v_size_el; const size_t src_offset = (range.first + j * kv_size) * v_size_el;
tmp_buf.resize(range_size * v_size_el); tmp_buf.resize(range_size * v_size_el);
ggml_backend_tensor_get(kv_self.v_l[il], tmp_buf.data(), src_offset, tmp_buf.size()); ggml_backend_tensor_get(kv_self.v_l[il], tmp_buf.data(), src_offset, tmp_buf.size());
data_ctx.write(&tmp_buf[0], tmp_buf.size()); data_ctx.write(tmp_buf.data(), tmp_buf.size());
} }
} }
} }