@article{syntheticprepretrainingimproveslanguagem,
  title = {Synthetic Pre-Pre-Training Improves Language Model Robustness to Noisy Pre-Training Data},
  author = {Xu Guo and Runyu Peng and Jian Tong and Yunhua Zhou and Haijun Lv and Zhihui Lu and Qipeng Guo},
  year = {2026},
  eprint = {2605.10129},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2605.10129},
}