@article{onestepgradientdelayisnotabarrierforlarg, title = {One-Step Gradient Delay is Not a Barrier for Large-Scale Asynchronous Pipeline Parallel LLM Pretraining}, author = {Philip Zmushko and Egor Petrov and Nursultan Abdullaev and Mikhail Khrushchev and Samuel Horváth}, year = {2026}, eprint = {2606.30634}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2606.30634}, }