@article{inductivebiasesandvariablecreationin1,
  title = {Inductive Biases and Variable Creation in Self-Attention Mechanisms},
  author = {Benjamin L. Edelman and Surbhi Goel and Sham Kakade and Cyril Zhang},
  year = {2021},
  eprint = {2110.10090},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2110.10090v2},
}