@article{streamingdilocowithoverlapping,
  title = {Streaming DiLoCo with overlapping communication: Towards a Distributed Free Lunch},
  author = {Arthur Douillard and Yanislav Donchev and Keith Rush and Satyen Kale and Zachary Charles and Zachary Garrett and Gabriel Teston and Dave Lacey and Ross Mcilroy and Jiajun Shen and Alexandre Ramé and Arthur Szlam and Marc'Aurelio Ranzato and Paul Barham},
  year = {2025},
  eprint = {2501.18512},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2501.18512v1},
}