@article{gatingdropoutcommunicationefficient, title = {Gating Dropout: Communication-efficient Regularization for Sparsely Activated Transformers}, author = {Rui Liu and Young Jin Kim and Alexandre Muzio and Hany Hassan Awadalla}, year = {2022}, eprint = {2205.14336}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2205.14336v2}, }