@article{fusionllmadecentralizedllmtrainingsystem, title = {FusionLLM: A Decentralized LLM Training System on Geo-distributed GPUs with Adaptive Compression}, author = {Zhenheng Tang and Xueze Kang and Yiming Yin and Xinglin Pan and Yuxin Wang and Xin He and Qiang Wang and Rongfei Zeng and Kaiyong Zhao and Shaohuai Shi and Amelie Chi Zhou and Bo Li and Bingsheng He and Xiaowen Chu}, year = {2024}, eprint = {2410.12707}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.12707v1}, }