@article{demystifyinglowrankknowledgedistillation, title = {Demystifying Low-Rank Knowledge Distillation in Large Language Models: Convergence, Generalization, and Information-Theoretic Guarantees}, author = {Alberlucia Rafael Soarez and Daniel Kim and Mariana Costa and Alejandro Torre}, year = {2026}, eprint = {2603.22355}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2603.22355}, }