vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add debug logs on repacks.

Browse source
This commit is contained in:
Djip007 2024-12-07 12:50:44 +01:00
parent e115f6f6d1
commit 1221d13df8
2 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
ggml/src/ggml-cpu/amx/amx.cpp
View file

@ -66,6 +66,7 @@ static void ggml_backend_amx_buffer_memset_tensor(ggml_backend_buffer_t buffer,
static void ggml_backend_amx_buffer_set_tensor(ggml_backend_buffer_t buffer, struct ggml_tensor * tensor,
const void * data, size_t offset, size_t size) {
if (qtype_has_amx_kernels(tensor->type)) {
GGML_LOG_DEBUG("%s: amx repack tensor %s of type %s\n", __func__, tensor->name, ggml_type_name(tensor->type));
ggml_backend_amx_convert_weight(tensor, data, offset, size);
} else {
memcpy((char *) tensor->data + offset, data, size);

2
ggml/src/ggml-cpu/ggml-cpu-aarch64.cpp
View file

@ -4104,6 +4104,8 @@ template <typename BLOC_TYPE, int64_t INTER_SIZE, int64_t NB_COLS> class tensor_
}
int repack(struct ggml_tensor * t, const void * data, size_t data_size) override {
GGML_LOG_DEBUG("%s: repack tensor %s with %s_%dx%d\n", __func__, t->name, ggml_type_name(t->type),
(int) NB_COLS, (int) INTER_SIZE);
return ggml::cpu::aarch64::repack<BLOC_TYPE, INTER_SIZE, NB_COLS>(t, data, data_size);
}
};