@article{decreasingscalingtransitionfromadaptive, title = {A decreasing scaling transition scheme from Adam to SGD}, author = {Kun Zeng and Jinlan Liu and Zhixia Jiang and Dongpo Xu}, year = {2021}, eprint = {2106.06749}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2106.06749v2}, }