vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update comment for AdamW implementation reference.

Browse source
This commit is contained in:
Will Findley 2023-12-22 16:14:06 -06:00
parent 7082d24cec
commit 52b7385578
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml.c
View file

@ -17456,9 +17456,9 @@ static void ggml_opt_acc_grad(int np, struct ggml_tensor * const ps[], float * g
} }
// //
// ADAM // Using AdamW - ref: https://arxiv.org/pdf/1711.05101v3.pdf
// //
// ref: https://arxiv.org/pdf/1412.6980.pdf // (Original Adam - ref: https://arxiv.org/pdf/1412.6980.pdf)
// //
static enum ggml_opt_result ggml_opt_adam( static enum ggml_opt_result ggml_opt_adam(