@article{initializationusingupdateapproximationis, title = {Initialization using Update Approximation is a Silver Bullet for Extremely Efficient Low-Rank Fine-Tuning}, author = {Kaustubh Ponkshe and Raghav Singhal and Eduard Gorbunov and Alexey Tumanov and Samuel Horvath and Praneeth Vepakomma}, year = {2024}, eprint = {2411.19557}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2411.19557v1}, }