@article{transformerslearnincontextbygradient,
  title = {Transformers learn in-context by gradient descent},
  author = {Johannes von Oswald and Eyvind Niklasson and Ettore Randazzo and João Sacramento and Alexander Mordvintsev and Andrey Zhmoginov and Max Vladymyrov},
  year = {2022},
  eprint = {2212.07677},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2212.07677v2},
}