@article{cosinegatedadamdecaydropinstalenessaware, title = {Cosine-Gated Adam-Decay: Drop-In Staleness-Aware Outer Optimization for Decoupled DiLoCo}, author = {Vatsal Shah and Jiahao Sun}, year = {2026}, eprint = {2605.09126}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2605.09126}, }