@article{ontherepresentationcollapseofsparse,
  title = {On the Representation Collapse of Sparse Mixture of Experts},
  author = {Zewen Chi and Li Dong and Shaohan Huang and Damai Dai and Shuming Ma and Barun Patra and Saksham Singhal and Payal Bajaj and Xia Song and Xian-Ling Mao and Heyan Huang and Furu Wei},
  year = {2022},
  eprint = {2204.09179},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2204.09179v3},
}