@article{donotblindlyimitatetheteacherusing, title = {Do Not Blindly Imitate the Teacher: Using Perturbed Loss for Knowledge Distillation}, author = {Rongzhi Zhang and Jiaming Shen and Tianqi Liu and Jialu Liu and Michael Bendersky and Marc Najork and Chao Zhang}, year = {2023}, eprint = {2305.05010}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2305.05010v1}, }