@article{fromgaloretowelorehowlowrankweights,
  title = {From GaLore to WeLore: How Low-Rank Weights Non-uniformly Emerge from Low-Rank Gradients},
  author = {Ajay Jaiswal and Lu Yin and Zhenyu Zhang and Shiwei Liu and Jiawei Zhao and Yuandong Tian and Zhangyang Wang},
  year = {2024},
  eprint = {2407.11239},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2407.11239v1},
}