@article{moduleformerlearningmodularlargelanguage,
  title = {ModuleFormer: Modularity Emerges from Mixture-of-Experts},
  author = {Yikang Shen and Zheyu Zhang and Tianyou Cao and Shawn Tan and Zhenfang Chen and Chuang Gan},
  year = {2023},
  eprint = {2306.04640},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2306.04640v2},
}