vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

#ifdef out some code NUMA blocks for Android due to lack of support

Browse source
This commit is contained in:
root 2024-02-17 21:44:42 +00:00
parent 8f1be0d42f
commit 2890de4ecf
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml.c
View file

@ -1959,7 +1959,7 @@ struct ggml_numa_nodes {
uint32_t n_nodes; uint32_t n_nodes;
uint32_t total_cpus; // hardware threads on system uint32_t total_cpus; // hardware threads on system
uint32_t current_node; // node on which main process is execting uint32_t current_node; // node on which main process is execting
#ifdef __linux__ #if defined(__linux__) && !defined(__BIONIC__)
cpu_set_t cpuset; // cpuset from numactl cpu_set_t cpuset; // cpuset from numactl
#else #else
uint32_t cpuset; // no NUMA support outside of Linux at this time. Use a portable datatype uint32_t cpuset; // no NUMA support outside of Linux at this time. Use a portable datatype
@ -1997,7 +1997,7 @@ inline static void ggml_critical_section_end(void) {
atomic_fetch_sub(&g_state_barrier, 1); atomic_fetch_sub(&g_state_barrier, 1);
} }
#ifdef __linux__ #if defined(__linux__) && !defined(__BIONIC__)
static cpu_set_t ggml_get_numa_affinity(void) { static cpu_set_t ggml_get_numa_affinity(void) {
cpu_set_t cpuset; cpu_set_t cpuset;
pthread_t thread; pthread_t thread;
@ -2019,7 +2019,7 @@ void ggml_numa_init(enum ggml_numa_strategy numa_flag) {
return; return;
} }
#ifdef __linux__ #if defined(__linux__) && !defined(__BIONIC__)
struct stat st; struct stat st;
char path[256]; char path[256];
int rv; int rv;