@article{understandingadamoptimizerviaonline, title = {Understanding Adam Optimizer via Online Learning of Updates: Adam is FTRL in Disguise}, author = {Kwangjun Ahn and ZhiYu Zhang and Yunbum Kook and Yan Dai}, year = {2024}, eprint = {2402.01567}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2402.01567v2}, }