@article{minicpmsalahybridizingsparseandlinearatt, title = {MiniCPM-SALA: Hybridizing Sparse and Linear Attention for Efficient Long-Context Modeling}, author = { MiniCPM Team and Wenhao An and Yingfa Chen and Yewei Fang and Jiayi Li and Xin Li and Yaohui Li and Yishan Li and Yuxuan Li and Biyuan Lin and Chuan Liu and Hezi Liu and Siyuan Liu and Hongya Lyu and Yinxu Pan and Shixin Ren and Xingyu Shen and Zhou Su and Haojun Sun and Yangang Sun and Zhen Leng Thai and Xin Tian and Rui Wang and Xiaorong Wang and Yudong Wang and Bo Wu and Xiaoyue Xu and Dong Xu and Shuaikang Xue and Jiawei Yang and Bowen Zhang and Jinqian Zhang and Letian Zhang and Shengnan Zhang and Xinyu Zhang and Xinyuan Zhang and Zhu Zhang and Hengyu Zhao and Jiacheng Zhao and Zhi Zheng and Jie Zhou and Zihan Zhou and Shuo Wang and Chaojun Xiao and Xu Han and Zhiyuan Liu and Maosong Sun}, year = {2026}, eprint = {2602.11761}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2602.11761}, }