@inproceedings{doremioptimizingdatamixturesspeedsup1, title = {DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining}, author = {Sang Michael Xie and Hieu Pham and Xuanyi Dong and Nan Du and Hanxiao Liu and Yifeng Lu and Percy Liang and Quoc V. Le and Tengyu Ma and Adams Wei Yu}, year = {2023}, booktitle = {NeurIPS 2023 11}, eprint = {2305.10429}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2305.10429v4}, }