@inproceedings{amathematicalexplorationofwhylanguage1,
  title = {A Mathematical Exploration of Why Language Models Help Solve Downstream Tasks},
  author = {Nikunj Saunshi and Sadhika Malladi and Sanjeev Arora},
  year = {2020},
  booktitle = {ICLR 2021 1},
  eprint = {2010.03648},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2010.03648v2},
}