@article{beyondmultitokenpredictionpretrainingllm, title = {Beyond Multi-Token Prediction: Pretraining LLMs with Future Summaries}, author = {Divyat Mahajan and Sachin Goyal and Badr Youbi Idrissi and Mohammad Pezeshki and Ioannis Mitliagkas and David Lopez-Paz and Kartik Ahuja}, year = {2025}, eprint = {2510.14751}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2510.14751}, }