@article{thecostofdownscalinglanguagemodelsfact,
  title = {The Cost of Down-Scaling Language Models: Fact Recall Deteriorates before In-Context Learning},
  author = {Tian Jin and Nolan Clement and Xin Dong and Vaishnavh Nagarajan and Michael Carbin and Jonathan Ragan-Kelley and Gintare Karolina Dziugaite},
  year = {2023},
  eprint = {2310.04680},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2310.04680v1},
}