@article{speculativeknowledgedistillationbridging, title = {Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling}, author = {Wenda Xu and Rujun Han and Zifeng Wang and Long T. Le and Dhruv Madeka and Lei LI and William Yang Wang and Rishabh Agarwal and Chen-Yu Lee and Tomas Pfister}, year = {2024}, eprint = {2410.11325}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.11325v1}, }