From 0cd8f32781add76f7dcefa9112cfaa865689f4fa Mon Sep 17 00:00:00 2001 From: Ronghang Hu Date: Thu, 13 Aug 2015 22:41:21 -0700 Subject: [PATCH] Cite Adam paper in solver.hpp --- include/caffe/solver.hpp | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/include/caffe/solver.hpp b/include/caffe/solver.hpp index 582aa1427d3..ab12ef1b1bd 100644 --- a/include/caffe/solver.hpp +++ b/include/caffe/solver.hpp @@ -217,6 +217,14 @@ class AdaDeltaSolver : public SGDSolver { DISABLE_COPY_AND_ASSIGN(AdaDeltaSolver); }; +/** + * @brief AdamSolver, an algorithm for first-order gradient-based optimization + * of stochastic objective functions, based on adaptive estimates of + * lower-order moments. Described in [1]. + * + * [1] D. P. Kingma and J. L. Ba, "ADAM: A Method for Stochastic Optimization." + * arXiv preprint arXiv:1412.6980v8 (2014). + */ template class AdamSolver : public SGDSolver { public: