vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

vulkan : remove hist and fix typo

Browse source
This commit is contained in:
Georgi Gerganov 2024-03-09 15:53:16 +02:00
parent dc5daa7759
commit e5cb306f9f
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 1 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml-vulkan.cpp
View file

@ -4102,9 +4102,7 @@ static void ggml_vk_test_transfer(ggml_backend_vk_context * ctx, size_t ne, bool
} }
static void ggml_vk_quantize_data(const float * from, void * to, size_t ne, ggml_type quant) { static void ggml_vk_quantize_data(const float * from, void * to, size_t ne, ggml_type quant) {
std::vector<int64_t> hist_cur(1 << 4, 0); ggml_quantize_chunk(quant, from, to, 0, 1, ne, nullptr);
gml_quantize_chunk(quant, from, to, 0, 1, ne, hist_cur.data(), nullptr);
} }
static void ggml_vk_test_dequant(ggml_backend_vk_context * ctx, size_t ne, ggml_type quant) { static void ggml_vk_test_dequant(ggml_backend_vk_context * ctx, size_t ne, ggml_type quant) {