@article{embraceacceleratingsparsecommunicationfo, title = {EmbRace: Accelerating Sparse Communication for Distributed Training of NLP Neural Networks}, author = {Shengwei Li and Zhiquan Lai and Dongsheng Li and Yiming Zhang and Xiangyu Ye and Yabo Duan}, year = {2021}, eprint = {2110.09132}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2110.09132v2}, }