@inproceedings{trainingdeepnetworkswithstochastic,
  title = {Training Deep Networks with Stochastic Gradient Normalized by Layerwise Adaptive Second Moments},
  author = {Boris Ginsburg and Patrice Castonguay and Oleksii Hrinchuk and Oleksii Kuchaiev and Vitaly Lavrukhin and Ryan Leary and Jason Li and Huyen Nguyen and Yang Zhang and Jonathan M. Cohen},
  year = {2020},
  booktitle = {ICLR 2020 1},
  url = {https://openreview.net/forum?id=BJepq2VtDB},
}