@article{towardsefficientpretrainingexploringfp4, title = {Towards Efficient Pre-training: Exploring FP4 Precision in Large Language Models}, author = {Jiecheng Zhou and Ding Tang and Rong Fu and Boni Hu and Haoran Xu and Yi Wang and Zhilin Pei and Zhongling Su and Liang Liu and Xingcheng Zhang and Weiming Zhang}, year = {2025}, eprint = {2502.11458}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2502.11458v1}, }