@article{predifflmpretraineddiscretemaskeddiffusi, title = {PreDiff-LM: Pretrained Discrete Masked Diffusion Language Modeling with Hybrid Attention}, author = {Zhengtao Yao and Runhao Li and Xupeng Chen and Jiayi Cheng and Chenqian Le and Michael Yue and Jesson Wang and Siheng Wang and Guang Yang and Haoyan Xu and Chenhao Wei and Zhengqing Yuan and Youran Shen and Yanfang Ye and Junhao Dong}, year = {2026}, eprint = {2607.25157}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2607.25157}, }