@article{contextlevellanguagemodelingbylearningpr, title = {Context-level Language Modeling by Learning Predictive Context Embeddings}, author = {Beiya Dai and Yuliang Liu and Daozheng Xue and Yunchong Song and Qipeng Guo and Kai Chen and Xinbing Wang and Bowen Zhou and Zhouhan Lin}, year = {2025}, eprint = {2510.20280}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2510.20280}, }