@article{adaiseparatingtheeffectsofadaptive, title = {Adai: Separating the Effects of Adaptive Learning Rate and Momentum Inertia}, author = {Zeke Xie and Xinrui Wang and Huishuai Zhang and Issei Sato and Masashi Sugiyama}, year = {2020}, eprint = {2006.15815}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2006.15815v9}, }