@article{entropyawareonpolicydistillationoflangua, title = {Entropy-Aware On-Policy Distillation of Language Models}, author = {Woogyeol Jin and Taywon Min and Yongjin Yang and Dennis Wei and Yi Zhou and Swanand Ravindra Kadhe and Nathalie Baracaldo and Kimin Lee}, year = {2026}, eprint = {2603.07079}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2603.07079}, }