From 52b738557835f6afd0638a289c6bd2be8dd1edba Mon Sep 17 00:00:00 2001 From: Will Findley Date: Fri, 22 Dec 2023 16:14:06 -0600 Subject: [PATCH] Update comment for AdamW implementation reference. --- ggml.c | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ggml.c b/ggml.c index 3656422d73767..c3b8645eb88d2 100644 --- a/ggml.c +++ b/ggml.c @@ -17456,9 +17456,9 @@ static void ggml_opt_acc_grad(int np, struct ggml_tensor * const ps[], float * g } // -// ADAM +// Using AdamW - ref: https://arxiv.org/pdf/1711.05101v3.pdf // -// ref: https://arxiv.org/pdf/1412.6980.pdf +// (Original Adam - ref: https://arxiv.org/pdf/1412.6980.pdf) // static enum ggml_opt_result ggml_opt_adam(