vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

remove trailing whitespace

Browse source
This commit is contained in:
xaedes 2023-07-28 23:55:30 +02:00
parent c1a5e116a4
commit 22cb368dd9
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
tests/test-grad0.c
View file

@ -1348,9 +1348,9 @@ int main(int argc, const char ** argv) {
float eps = 1e-6f; float eps = 1e-6f;
// dont use only sum as aggregation, because sum of softmax is always 1 -> finite differences should not work // dont use only sum as aggregation, because sum of softmax is always 1 -> finite differences should not work
// instead use sum(log(soft_max()*(1-eps)+eps)); use eps to avoid log(0) // instead use sum(log(soft_max()*(1-eps)+eps)); use eps to avoid log(0)
struct ggml_tensor * f = ggml_sum(ctx0, struct ggml_tensor * f = ggml_sum(ctx0,
ggml_log(ctx0, ggml_log(ctx0,
ggml_add1(ctx0, ggml_add1(ctx0,
ggml_scale(ctx0, ggml_scale(ctx0,
ggml_soft_max(ctx0, x[0]), ggml_soft_max(ctx0, x[0]),
ggml_new_f32(ctx0, 1.0f - eps)), ggml_new_f32(ctx0, 1.0f - eps)),