vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: convert TENSOR_ALIGNMENT to a macro

Browse source
This commit is contained in:
Gilad S 2024-10-15 03:06:30 +03:00
parent cb224645e1
commit 1516f7b790
2 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml/src/ggml-backend.cpp
View file

@ -682,8 +682,6 @@ ggml_backend_t ggml_backend_init_best(void) {
// backend CPU
static const size_t TENSOR_ALIGNMENT = 32; // required for mmap as gguf only guarantees 32-byte alignment
static const char * ggml_backend_cpu_buffer_get_name(ggml_backend_buffer_t buffer) {
return "CPU";

3
ggml/src/ggml-impl.h
View file

@ -19,6 +19,9 @@ extern "C" {
#define MIN(a, b) ((a) < (b) ? (a) : (b))
#define MAX(a, b) ((a) > (b) ? (a) : (b))
// required for mmap as gguf only guarantees 32-byte alignment
#define TENSOR_ALIGNMENT 32
// static_assert should be a #define, but if it's not,
// fall back to the _Static_assert C11 keyword.
// if C99 - static_assert is noop