@article{climbclusteringbasediterativedatamixture, title = {CLIMB: CLustering-based Iterative Data Mixture Bootstrapping for Language Model Pre-training}, author = {Shizhe Diao and Yu Yang and Yonggan Fu and Xin Dong and Dan Su and Markus Kliegl and Zijia Chen and Peter Belcak and Yoshi Suhara and Hongxu Yin and Mostofa Patwary and Yingyan and Lin and Jan Kautz and Pavlo Molchanov}, year = {2025}, eprint = {2504.13161}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2504.13161v1}, }