@article{overlordultimatescalingofdataloaderfor, title = {OVERLORD: Ultimate Scaling of DataLoader for Multi-Source Large Foundation Model Training}, author = {Juntao Zhao and Qi Lu and Wei Jia and Borui Wan and Lei Zuo and Junda Feng and Jianyu Jiang and Yangrui Chen and Shuaishuai Cao and Jialing He and Kaihua Jiang and Yuanzhe Hu and Shibiao Nong and Yanghua Peng and Haibin Lin and Xin Liu and Chuan Wu}, year = {2025}, eprint = {2504.09844}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2504.09844v2}, }