@article{undounderstandingdistillationas, title = {UNDO: Understanding Distillation as Optimization}, author = {Kushal Jain and Piyushi Goyal and Kumar Shridhar}, year = {2025}, eprint = {2504.02521}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2504.02521v1}, }