From 1eee9255e74dcd17ee248a9bb65c0c060fd97454 Mon Sep 17 00:00:00 2001 From: xaedes Date: Sun, 21 May 2023 15:03:51 +0200 Subject: [PATCH] add missing default parameters for adam optimizer --- ggml.c | 2 ++ 1 file changed, 2 insertions(+) diff --git a/ggml.c b/ggml.c index f259f5605..b8253de93 100644 --- a/ggml.c +++ b/ggml.c @@ -15117,6 +15117,8 @@ struct ggml_opt_params ggml_opt_default_params(enum ggml_opt_type type) { .adam = { .n_iter = 10000, + .sched = 1.000f, + .decay = 0.001f, .alpha = 0.001f, .beta1 = 0.9f, .beta2 = 0.999f,