@article{zeroextremelyefficientcollective,
  title = {ZeRO++: Extremely Efficient Collective Communication for Giant Model Training},
  author = {Guanhua Wang and Heyang Qin and Sam Ade Jacobs and Connor Holmes and Samyam Rajbhandari and Olatunji Ruwase and Feng Yan and Lei Yang and Yuxiong He},
  year = {2023},
  eprint = {2306.10209},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2306.10209v1},
}