@article{memoryefficientllmtrainingbyvarious,
  title = {Memory-Efficient LLM Training by Various-Grained Low-Rank Projection of Gradients},
  author = {Yezhen Wang and Zhouhao Yang and Brian K Chen and Fanyi Pu and Bo Li and Tianyu Gao and Kenji Kawaguchi},
  year = {2025},
  eprint = {2505.01744},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2505.01744v1},
}