vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: switch to posix_memalign to keep existing free() usages work

Browse source
This commit is contained in:
Gilad S 2024-10-14 03:40:25 +03:00
parent 06b119a177
commit cec2d4e265
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
ggml/src/ggml-backend.cpp
View file

@ -24,7 +24,7 @@
#ifdef __APPLE__ #ifdef __APPLE__
#include <sys/types.h> #include <sys/types.h>
#include <sys/sysctl.h> #include <sys/sysctl.h>
#include <mach/mach.h> #include <unistd.h>
#include <TargetConditionals.h> #include <TargetConditionals.h>
#endif #endif
@ -772,11 +772,11 @@ static const char * ggml_backend_cpu_buffer_type_get_name(ggml_backend_buffer_ty
} }
static ggml_backend_buffer_t ggml_backend_cpu_buffer_type_alloc_buffer(ggml_backend_buffer_type_t buft, size_t size) { static ggml_backend_buffer_t ggml_backend_cpu_buffer_type_alloc_buffer(ggml_backend_buffer_type_t buft, size_t size) {
#ifdef TARGET_OS_OSX #if defined(GGML_USE_METAL) || defined(TARGET_OS_OSX)
void * data = NULL; void * data = NULL;
kern_return_t alloc_status = vm_allocate((vm_map_t) mach_task_self(), (vm_address_t *) &data, size, VM_FLAGS_ANYWHERE); int result = posix_memalign(&data, sysconf(_SC_PAGESIZE), size);
if (alloc_status != KERN_SUCCESS) { if (result != 0) {
GGML_LOG_ERROR("%s: failed to allocate buffer using vm_allocate with size %zu\n", __func__, size); GGML_LOG_ERROR("%s: failed to allocate buffer using posix_memalign with size %zu\n", __func__, size);
return NULL; return NULL;
} }
#else #else