vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

correctly clone reshape and permute operations by also cloning tensor->nb values

Browse source
This commit is contained in:
xaedes 2023-08-14 17:52:15 +02:00
parent d43741540b
commit cfddc36be2
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/train-text-from-scratch/train-text-from-scratch.cpp
View file

@ -1440,6 +1440,9 @@ struct ggml_tensor * ggml_recompute_graph_node(
clone->grad = node->grad; clone->grad = node->grad;
clone->is_param = node->is_param; clone->is_param = node->is_param;
clone->extra = node->extra; clone->extra = node->extra;
for (int k = 0; k < GGML_MAX_DIMS; ++k) {
clone->nb[k] = node->nb[k];
}
for (int k = 0; k < GGML_MAX_SRC; ++k) { for (int k = 0; k < GGML_MAX_SRC; ++k) {
clone->src[k] = ggml_recompute_graph_node(ctx, graph, replacements, node->src[k]); clone->src[k] = ggml_recompute_graph_node(ctx, graph, replacements, node->src[k]);
} }