vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Remote enum llama_numa_strategies

Browse source
This commit is contained in:
root 2024-02-08 18:07:40 +00:00
parent 90668fb596
commit b65c863947
1 changed files with 0 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

9
llama.h
View file

@ -111,15 +111,6 @@ extern "C" {
LLAMA_ROPE_SCALING_MAX_VALUE = LLAMA_ROPE_SCALING_YARN,
};
enum llama_numa_strategies {
LLAMA_NUMA_STRATEGY_DISABLED = 0,
LLAMA_NUMA_STRATEGY_INTERLEAVE = 1,
LLAMA_NUMA_STRATEGY_ISOLATE = 2,
LLAMA_NUMA_STRATEGY_NUMACTL = 3,
LLAMA_NUMA_STRATEGY_MIRROR = 4,
LLAMA_NUMA_STRATEGY_MAX_VALUE = LLAMA_NUMA_STRATEGY_MIRROR,
};
enum llama_split_mode {
LLAMA_SPLIT_NONE = 0, // single GPU
LLAMA_SPLIT_LAYER = 1, // split layers and KV across GPUs