@article{lladamoeasparsemoediffusionlanguagemodel, title = {LLaDA-MoE: A Sparse MoE Diffusion Language Model}, author = {Fengqi Zhu and Zebin You and Yipeng Xing and Zenan Huang and Lin Liu and Yihong Zhuang and Guoshan Lu and Kangyu Wang and Xudong Wang and Lanning Wei and Hongrui Guo and Jiaqi Hu and Wentao Ye and Tieyuan Chen and Chenchen Li and Chengfu Tang and Haibo Feng and Jun Hu and Jun Zhou and Xiaolu Zhang and Zhenzhong Lan and Junbo Zhao and Da Zheng and Chongxuan Li and Jianguo Li and Ji-Rong Wen}, year = {2025}, eprint = {2509.24389}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2509.24389}, }