@article{hyperroutertowardsefficienttrainingand, title = {HyperRouter: Towards Efficient Training and Inference of Sparse Mixture of Experts}, author = {Giang Do and Khiem Le and Quang Pham and TrungTin Nguyen and Thanh-Nam Doan and Bint T. Nguyen and Chenghao Liu and Savitha Ramasamy and XiaoLi Li and Steven Hoi}, year = {2023}, eprint = {2312.07035}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2312.07035v1}, }