vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : update offload log messages to print node index

Browse source
This commit is contained in:
Georgi Gerganov 2023-10-28 22:36:44 +03:00
parent 83d2c43791
commit 3af8771389
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama.cpp
View file

@ -5589,8 +5589,8 @@ static struct ggml_cgraph * llama_build_graph(
if (k_offload_func.find(name) == k_offload_func.end()) {
if (worst_case && cur->view_src == nullptr) {
LLAMA_LOG_WARN("%s: %32s: not offloaded (ref: %s)\n", __func__,
name.c_str(), "https://github.com/ggerganov/llama.cpp/pull/3837");
LLAMA_LOG_WARN("%s: node %4d %32s: not offloaded (ref: %s)\n", __func__,
i, name.c_str(), "https://github.com/ggerganov/llama.cpp/pull/3837");
}
continue;
}
@ -5605,7 +5605,7 @@ static struct ggml_cgraph * llama_build_graph(
f(cur);
if (worst_case && cur->view_src == nullptr) {
LLAMA_LOG_INFO("%s: %32s: %s\n", __func__, name.c_str(), k_offload_func_name.at(f).c_str());
LLAMA_LOG_INFO("%s: node %4d %32s: %s\n", __func__, i, name.c_str(), k_offload_func_name.at(f).c_str());
}
}
}