@article{deconstructingwhatmakesagoodoptimizer, title = {Deconstructing What Makes a Good Optimizer for Language Models}, author = {Rosie Zhao and Depen Morwani and David Brandfonbrener and Nikhil Vyas and Sham Kakade}, year = {2024}, eprint = {2407.07972}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2407.07972v1}, }