@inproceedings{convergenceguaranteesforrmspropandadam,
  title = {Convergence guarantees for RMSProp and ADAM in non-convex optimization and an empirical comparison to Nesterov acceleration},
  author = {Soham De and Anirbit Mukherjee and Enayat Ullah},
  year = {2018},
  booktitle = {ICLR 2019 5},
  eprint = {1807.06766},
  archivePrefix = {arXiv},
  url = {http://arxiv.org/abs/1807.06766v3},
}