@article{lowrankorthogonalizationforlargescalemat, title = {Low-rank Orthogonalization for Large-scale Matrix Optimization with Applications to Foundation Model Training}, author = {Chuan He and Zhanwang Deng and Zhaosong Lu}, year = {2025}, eprint = {2509.11983}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2509.11983}, }