@article{finetuningpretrainedtransformersinto,
  title = {Fine-Tuning Pre-trained Transformers into Decaying Fast Weights},
  author = {Huanru Henry Mao},
  year = {2022},
  eprint = {2210.04243},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2210.04243v1},
}