@article{accoaccumulatewhileyoucommunicatehiding,
  title = {ACCO: Accumulate While You Communicate for Communication-Overlapped Sharded LLM Training},
  author = {Adel Nabli and Louis Fournier and Pierre Erbacher and Louis Serrano and Eugene Belilovsky and Edouard Oyallon},
  year = {2024},
  eprint = {2406.02613},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2406.02613v2},
}