vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Only use vulkan with known quant that work.

Browse source
This commit is contained in:
Adam Treat 2023-09-14 09:58:28 -04:00
parent 8616ce08e5
commit 7ff671e149
3 changed files with 43 additions and 36 deletions
Download patch file Download diff file Expand all files Collapse all files

1
ggml-vulkan.h
View file

@ -43,6 +43,7 @@ bool ggml_vk_init_device(int device);
bool ggml_vk_free_device();
bool ggml_vk_has_vulkan();
bool ggml_vk_has_device();
bool ggml_vk_using_vulkan();
ggml_vk_device ggml_vk_current_device();
struct ggml_kompute_context * ggml_vk_init(void);
bool ggml_vk_has_h2d_all(struct ggml_kompute_context * ctx);