@article{skyworkmoeadeepdiveintotraining,
  title = {Skywork-MoE: A Deep Dive into Training Techniques for Mixture-of-Experts Language Models},
  author = {Tianwen Wei and Bo Zhu and Liang Zhao and Cheng Cheng and Biye Li and Weiwei Lü and Peng Cheng and Jianhao Zhang and XiaoYu Zhang and Liang Zeng and Xiaokun Wang and Yutuan Ma and Rui Hu and Shuicheng Yan and Han Fang and Yahui Zhou},
  year = {2024},
  eprint = {2406.06563},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2406.06563v1},
}