vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

metal : fix maxTransferRate check

Browse source
This commit is contained in:
Georgi Gerganov 2024-10-07 17:16:59 +03:00
parent a70379d941
commit 2294f078cd
No known key found for this signature in database
GPG key ID: BF970631944C16B7
1 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

11
ggml/src/ggml-metal.m
View file

@ -497,11 +497,12 @@ static struct ggml_backend_metal_context * ggml_metal_init(ggml_backend_dev_t de
if (@available(macOS 10.12, iOS 16.0, *)) { if (@available(macOS 10.12, iOS 16.0, *)) {
GGML_LOG_INFO("%s: recommendedMaxWorkingSetSize = %8.2f MB\n", __func__, device.recommendedMaxWorkingSetSize / 1e6); GGML_LOG_INFO("%s: recommendedMaxWorkingSetSize = %8.2f MB\n", __func__, device.recommendedMaxWorkingSetSize / 1e6);
} }
#elif TARGET_OS_OSX if (@available(macOS 10.15, *)) {
if (device.maxTransferRate != 0) { if (device.maxTransferRate != 0) {
GGML_LOG_INFO("%s: maxTransferRate = %8.2f MB/s\n", __func__, device.maxTransferRate / 1e6); GGML_LOG_INFO("%s: maxTransferRate = %8.2f MB/s\n", __func__, device.maxTransferRate / 1e6);
} else { } else {
GGML_LOG_INFO("%s: maxTransferRate = built-in GPU\n", __func__); GGML_LOG_INFO("%s: maxTransferRate = built-in GPU\n", __func__);
}
} }
#endif #endif