@article{pretrainingwithoutattention,
  title = {Pretraining Without Attention},
  author = {Junxiong Wang and Jing Nathan Yan and Albert Gu and Alexander M. Rush},
  year = {2022},
  eprint = {2212.10544},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2212.10544v2},
}