@article{mixturesofsubspacesforbandwidthefficient, title = {Mixtures of Subspaces for Bandwidth Efficient Context Parallel Training}, author = {Sameera Ramasinghe and Ajanthan Thalaiyasingam and Hadi Mohaghegh Dolatabadi and Gil Avraham and Violetta Shevchenko and Yan Zuo and Chamin Hewa Koneputugodage and Alexander Long}, year = {2026}, eprint = {2606.16384}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2606.16384}, }