@article{optimizingpretrainingdatamixtureswithllm, title = {Optimizing Pretraining Data Mixtures with LLM-Estimated Utility}, author = {William Held and Bhargavi Paranjape and Punit Singh Koura and Mike Lewis and Frank Zhang and Todor Mihaylov}, year = {2025}, eprint = {2501.11747}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2501.11747v2}, }