@article{dipacodistributedpathcomposition, title = {DiPaCo: Distributed Path Composition}, author = {Arthur Douillard and Qixuan Feng and Andrei A. Rusu and Adhiguna Kuncoro and Yani Donchev and Rachita Chhaparia and Ionel Gog and Marc'Aurelio Ranzato and Jiajun Shen and Arthur Szlam}, year = {2024}, eprint = {2403.10616}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2403.10616v1}, }