@article{onelayertransformersfailtosolvethe,
  title = {One-layer transformers fail to solve the induction heads task},
  author = {Clayton Sanford and Daniel Hsu and Matus Telgarsky},
  year = {2024},
  eprint = {2408.14332},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2408.14332v1},
}