@article{axlearnmodularlargemodeltrainingon, title = {AXLearn: Modular Large Model Training on Heterogeneous Infrastructure}, author = {Mark Lee and Tom Gunter and Chang Lan and John Peebles and Hanzhi Zhou and Kelvin Zou and Sneha Bangalore and Chung-Cheng Chiu and Nan Du and Xianzhi Du and Philipp Dufter and Ruixuan Hou and Haoshuo Huang and Dongseong Hwang and Xiang Kong and Jinhao Lei and Tao Lei and Meng Li and Li Li and Jiarui Lu and Zhiyun Lu and Yiping Ma and David Qiu and Vivek Rathod and Senyu Tong and Zhucheng Tu and Jianyu Wang and Yongqiang Wang and ZiRui Wang and Floris Weers and Sam Wiseman and Guoli Yin and BoWen Zhang and Xiyou Zhou and Danyang Zhuo and Cheng Leong and Ruoming Pang}, year = {2025}, eprint = {2507.05411}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2507.05411v1}, }