@article{dspdynamicsequenceparallelismformulti, title = {DSP: Dynamic Sequence Parallelism for Multi-Dimensional Transformers}, author = {Xuanlei Zhao and Shenggan Cheng and Chang Chen and Zangwei Zheng and Ziming Liu and Zheming Yang and Yang You}, year = {2024}, eprint = {2403.10266}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2403.10266v5}, }