vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

test-backend-ops : test larger GELU range

Browse source
This commit is contained in:
Jared Van Bortel 2024-01-25 15:01:21 -05:00
parent 1849b85473
commit 6fc99a6e66
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
tests/test-backend-ops.cpp
View file

@ -616,6 +616,13 @@ struct test_unary : public test_case {
ggml_tensor * out = ggml_unary(ctx, in, op); ggml_tensor * out = ggml_unary(ctx, in, op);
return out; return out;
} }
void initialize_tensors(ggml_context * ctx) override {
for (ggml_tensor * t = ggml_get_first_tensor(ctx); t != NULL; t = ggml_get_next_tensor(ctx, t)) {
// test extended range of values to check for NaNs in GELU
init_tensor_uniform(t, -150.f, 150.f);
}
}
}; };
// GGML_OP_GET_ROWS // GGML_OP_GET_ROWS