ggml : add comment

This commit is contained in:
Georgi Gerganov 2024-01-23 14:12:32 +02:00
parent ea88e2a497
commit 1d650ce6b4
No known key found for this signature in database
GPG key ID: 449E073F9DC10735

1
ggml.c
View file

@ -16932,6 +16932,7 @@ struct ggml_cplan ggml_graph_plan(const struct ggml_cgraph * cgraph, int n_threa
if (ggml_compute_forward_mul_mat_use_blas(node)) {
if (node->src[0]->type != GGML_TYPE_F32) {
// here we need memory for fully dequantized matrix from src0
// take into account that src0 can be broadcasted into src1[2,3]
cur = ggml_type_size(GGML_TYPE_F32)
* node->src[0]->ne[0]*node->src[0]->ne[1]
* node->src[1]->ne[2]*node->src[1]->ne[3];