@article{hmoeheterogeneousmixtureofexpertsfor,
  title = {HMoE: Heterogeneous Mixture of Experts for Language Modeling},
  author = {An Wang and Xingwu Sun and Ruobing Xie and Shuaipeng Li and Jiaqi Zhu and Zhen Yang and Pinxue Zhao and J. N. Han and Zhanhui Kang and Di Wang and Naoaki Okazaki and Cheng-Zhong Xu},
  year = {2024},
  eprint = {2408.10681},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2408.10681v1},
}