ggml : testing GPU FP precision via quantized CPY

This commit is contained in:
Georgi Gerganov 2023-12-30 13:22:57 +02:00
parent 24a447e20a
commit f64e4f04e7
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 23 additions and 7 deletions

View file

@ -291,6 +291,10 @@ struct ggml_metal_context * ggml_metal_init(int n_cb) {
options = [MTLCompileOptions new];
options.preprocessorMacros = @{ @"QK_K" : @(64) };
#endif
// disable fast math
// NOTE: this seems to have no effect whatsoever
//[options setFastMathEnabled:false];
ctx->library = [ctx->device newLibraryWithSource:src options:options error:&error];
}