@article{decouplingtheallreduceprimitivefor, title = {DeAR: Accelerating Distributed Deep Learning with Fine-Grained All-Reduce Pipelining}, author = {Lin Zhang and Shaohuai Shi and Xiaowen Chu and Wei Wang and Bo Li and Chengjian Liu}, year = {2023}, eprint = {2302.12445}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2302.12445v2}, }