@article{adaptingstepsizesbymomentumizedgradients, title = {Rethinking Adam: A Twofold Exponential Moving Average Approach}, author = {Yizhou Wang and Yue Kang and Can Qin and Huan Wang and Yi Xu and Yulun Zhang and Yun Fu}, year = {2021}, eprint = {2106.11514}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2106.11514v3}, }