@article{1oftokenscanbeenoughongradientestimation, title = {1% of Tokens Can Be Enough: On Gradient Estimation in On-Policy Distillation}, author = {Huanxin Sheng and Zhiling Ye and Haonan Wang and Jian Wang and Jinjie Gu and Jian Kang}, year = {2026}, eprint = {2609.24432}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2609.24432}, }