@article{distillspecimprovingspeculativedecoding, title = {DistillSpec: Improving Speculative Decoding via Knowledge Distillation}, author = {Yongchao Zhou and Kaifeng Lyu and Ankit Singh Rawat and Aditya Krishna Menon and Afshin Rostamizadeh and Sanjiv Kumar and Jean-François Kagy and Rishabh Agarwal}, year = {2023}, eprint = {2310.08461}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2310.08461v2}, }