@article{gradientweightnormalizedlowrank, title = {Gradient Weight-normalized Low-rank Projection for Efficient LLM Training}, author = {Jia-Hong Huang and Yixian Shen and Hongyi Zhu and Stevan Rudinac and Evangelos Kanoulas}, year = {2024}, eprint = {2412.19616}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2412.19616v2}, }