vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

metal : try to fix BF16 support check

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-11-06 19:19:06 +02:00
parent ad1226982f
commit 69698299ee
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml/src/ggml-metal.m
View file

@ -496,10 +496,6 @@ static struct ggml_backend_metal_context * ggml_metal_init(ggml_backend_dev_t de
// dictionary of preprocessor macros // dictionary of preprocessor macros
NSMutableDictionary * prep = [NSMutableDictionary dictionary]; NSMutableDictionary * prep = [NSMutableDictionary dictionary];
if (!ctx_dev->has_bfloat) {
[prep setObject:@"GGML_METAL_NO_BFLOAT" forKey:@"GGML_METAL_NO_BFLOAT"];
}
MTLCompileOptions * options = [MTLCompileOptions new]; MTLCompileOptions * options = [MTLCompileOptions new];
options.preprocessorMacros = prep; options.preprocessorMacros = prep;

4
ggml/src/ggml-metal.metal
View file

@ -12,6 +12,10 @@ using namespace metal;
#define N_SIMDWIDTH 32 // assuming SIMD group size is 32 #define N_SIMDWIDTH 32 // assuming SIMD group size is 32
#if !defined(__BFLT16_M_PI__)
#define GGML_METAL_NO_BFLOAT
#endif
#if !defined(GGML_METAL_NO_BFLOAT) #if !defined(GGML_METAL_NO_BFLOAT)
typedef matrix<bfloat, 4, 4> bfloat4x4; typedef matrix<bfloat, 4, 4> bfloat4x4;
#endif #endif