@article{knowledgedistillationbadmodelscanbegood,
  title = {Knowledge Distillation: Bad Models Can Be Good Role Models},
  author = {Gal Kaplun and Eran Malach and Preetum Nakkiran and Shai Shalev-Shwartz},
  year = {2022},
  eprint = {2203.14649},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2203.14649v1},
}