vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Nomic vulkan backend licensed under the Software for Open Models License (SOM), version 1.0.

Browse source
This commit is contained in:
niansa 2023-06-22 12:58:07 +02:00 • committed by Cebtenzzre
parent 45855b3f1c
commit ba15dfd0be
95 changed files with 13489 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.h
View file

@ -42,7 +42,7 @@
#define LLAMA_SESSION_MAGIC LLAMA_FILE_MAGIC_GGSN
#define LLAMA_SESSION_VERSION 1
#if defined(GGML_USE_CUBLAS) || defined(GGML_USE_CLBLAST) || defined(GGML_USE_METAL)
#if defined(GGML_USE_CUBLAS) || defined(GGML_USE_CLBLAST) || defined(GGML_USE_METAL) || defined(GGML_USE_KOMPUTE)
// Defined when llama.cpp is compiled with support for offloading model layers to GPU.
#define LLAMA_SUPPORTS_GPU_OFFLOAD
#endif