vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

one can now specify where ggml-metal.metal file is with en variable GGML_METAL_PATH

Browse source
This commit is contained in:
Marc 2023-08-06 18:20:59 +02:00
parent 9d2382b3e4
commit 68365e2291
1 changed files with 24 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

25
ggml-metal.m
View file

@ -130,9 +130,30 @@ struct ggml_metal_context * ggml_metal_init(int n_cb) {
NSError * error = nil; NSError * error = nil;
//NSString * path = [[NSBundle mainBundle] pathForResource:@"../../examples/metal/metal" ofType:@"metal"]; //NSString * path = [[NSBundle mainBundle] pathForResource:@"../../examples/metal/metal" ofType:@"metal"];
NSBundle * bundle = [NSBundle bundleForClass:[GGMLMetalClass class]]; const char* v = getenv("GGML_METAL_PATH");
NSString * path = [bundle pathForResource:@"ggml-metal" ofType:@"metal"]; NSString * path;
if (v) {
path = [NSString stringWithCString: v encoding: NSUTF8StringEncoding];
NSFileManager *fileManager = [NSFileManager defaultManager];
if ([fileManager fileExistsAtPath:path]) {
fprintf(stderr, "%s: loading '%s'\n", __func__, [path UTF8String]); fprintf(stderr, "%s: loading '%s'\n", __func__, [path UTF8String]);
} else {
path = [path stringByAppendingString: @"/ggml-metal.metal"];
if ([fileManager fileExistsAtPath:path]) {
fprintf(stderr, "%s: loading '%s'\n", __func__, [path UTF8String]);
} else {
// Use original code
NSBundle * bundle = [NSBundle bundleForClass:[GGMLMetalClass class]];
path = [bundle pathForResource:@"ggml-metal" ofType:@"metal"];
fprintf(stderr, "%s: loading '%s'\n", __func__, [path UTF8String]);
}
}
} else {
NSBundle * bundle = [NSBundle bundleForClass:[GGMLMetalClass class]];
path = [bundle pathForResource:@"ggml-metal" ofType:@"metal"];
fprintf(stderr, "%s: loading '%s'\n", __func__, [path UTF8String]);
}
NSString * src = [NSString stringWithContentsOfFile:path encoding:NSUTF8StringEncoding error:&error]; NSString * src = [NSString stringWithContentsOfFile:path encoding:NSUTF8StringEncoding error:&error];
if (error) { if (error) {