@article{asynchronouslocalsgdtrainingforlanguage, title = {Asynchronous Local-SGD Training for Language Modeling}, author = {Bo Liu and Rachita Chhaparia and Arthur Douillard and Satyen Kale and Andrei A. Rusu and Jiajun Shen and Arthur Szlam and Marc'Aurelio Ranzato}, year = {2024}, eprint = {2401.09135}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2401.09135v2}, }