@article{gspmdgeneralandscalableparallelization, title = {GSPMD: General and Scalable Parallelization for ML Computation Graphs}, author = {Yuanzhong Xu and HyoukJoong Lee and Dehao Chen and Blake Hechtman and Yanping Huang and Rahul Joshi and Maxim Krikun and Dmitry Lepikhin and Andy Ly and Marcello Maggioni and Ruoming Pang and Noam Shazeer and Shibo Wang and Tao Wang and Yonghui Wu and Zhifeng Chen}, year = {2021}, eprint = {2105.04663}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2105.04663v2}, }