vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

successfully test reshape backward

Browse source
This commit is contained in:
xaedes 2023-04-26 20:34:33 +02:00
parent c483a7dac5
commit ecf949b10f
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 47 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

47
tests/test-grad0.c
View file

@ -470,6 +470,53 @@ int main(int argc, const char ** argv) {
} }
} }
// reshape (1d->nd)
{
const int nargs = 1;
for (int ndims = 1; ndims <= 2; ++ndims) {
int64_t ne2[4];
ne2[0] = 1;
ne2[1] = 1;
ne2[2] = 1;
ne2[3] = 1;
for (int i = 0; i < ndims; ++i) {
ne2[0] *= ne[i];
}
x[0] = get_random_tensor(ctx0, 1, ne2, -1.0f, 1.0f);
x[1] = get_random_tensor(ctx0, ndims, ne, -1.0f, 1.0f);
ggml_set_param(ctx0, x[0]);
struct ggml_tensor * f = ggml_sum(ctx0, ggml_reshape(ctx0, x[0], x[1]));
check_gradient("reshape", ctx0, x, f, ndims, nargs, 1e-3f, 1e-3f, INFINITY);
}
}
// reshape (nd->1d)
{
const int nargs = 1;
for (int ndims = 1; ndims <= 2; ++ndims) {
int64_t ne2[4];
ne2[0] = 1;
ne2[1] = 1;
ne2[2] = 1;
ne2[3] = 1;
for (int i = 0; i < ndims; ++i) {
ne2[0] *= ne[i];
}
x[0] = get_random_tensor(ctx0, ndims, ne, -1.0f, 1.0f);
x[1] = get_random_tensor(ctx0, 1, ne2, -1.0f, 1.0f);
ggml_set_param(ctx0, x[0]);
struct ggml_tensor * f = ggml_sum(ctx0, ggml_reshape(ctx0, x[0], x[1]));
check_gradient("reshape", ctx0, x, f, ndims, nargs, 1e-3f, 1e-3f, INFINITY);
}
}
// rope // rope
{ {
const int nargs = 1; const int nargs = 1;