@article{1bitlambcommunicationefficientlarge, title = {1-bit LAMB: Communication Efficient Large-Scale Large-Batch Training with LAMB's Convergence Speed}, author = {Conglong Li and Ammar Ahmad Awan and Hanlin Tang and Samyam Rajbhandari and Yuxiong He}, year = {2021}, eprint = {2104.06069}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2104.06069v2}, }