@inproceedings{provablebenefitoforthogonalinitializatio,
  title = {Provable Benefit of Orthogonal Initialization in Optimizing Deep Linear Networks},
  author = {Wei Hu and Lechao Xiao and Jeffrey Pennington},
  year = {2020},
  booktitle = {ICLR 2020 1},
  eprint = {2001.05992},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2001.05992v1},
}