@article{gringradientinformedmoe,
  title = {GRIN: GRadient-INformed MoE},
  author = {Liyuan Liu and Young Jin Kim and Shuohang Wang and Chen Liang and Yelong Shen and Hao Cheng and Xiaodong Liu and Masahiro Tanaka and Xiaoxia Wu and Wenxiang Hu and Vishrav Chaudhary and Zeqi Lin and Chenruidong Zhang and Jilong Xue and Hany Awadalla and Jianfeng Gao and Weizhu Chen},
  year = {2024},
  eprint = {2409.12136},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2409.12136v1},
}