@article{howtosetthebatchsizeforlargescalepretrai, title = {How to Set the Batch Size for Large-Scale Pre-training?}, author = {Yunhua Zhou and Junhao Huang and Shuhao Xing and Yechen Zhang and Runyu Peng and Qiping Guo and Xipeng Qiu}, year = {2026}, eprint = {2601.05034}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2601.05034}, }