@inproceedings{acloserlookatdeeplearningheuristics1, title = {A Closer Look at Deep Learning Heuristics: Learning rate restarts, Warmup and Distillation}, author = {Akhilesh Gotmare and Nitish Shirish Keskar and Caiming Xiong and Richard Socher}, year = {2018}, booktitle = {ICLR 2019 5}, eprint = {1810.13243}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/1810.13243v1}, }