@article{communicationminimizingasynchronoustenso,
  title = {A 4D Hybrid Algorithm to Scale Parallel Training to Thousands of GPUs},
  author = {Siddharth Singh and Prajwal Singhania and Aditya K. Ranjan and Zack Sating and Abhinav Bhatele},
  year = {2023},
  eprint = {2305.13525},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2305.13525v3},
}