add missing default parameters for adam optimizer

2023-05-21 15:03:51 +02:00 · 2023-05-21 15:03:51 +02:00 · 1eee9255e7
commit 1eee9255e7
parent 57c2f4f909
1 changed files with 2 additions and 0 deletions
--- a/ggml.c
+++ b/ggml.c
@ -15117,6 +15117,8 @@ struct ggml_opt_params ggml_opt_default_params(enum ggml_opt_type type) {

                    .adam = {
                        .n_iter = 10000,
+                        .sched  = 1.000f,
+                        .decay  = 0.001f,
                        .alpha  = 0.001f,
                        .beta1  = 0.9f,
                        .beta2  = 0.999f,