@article{attentionasactivation,
  title = {Attention as Activation},
  author = {Yimian Dai and Stefan Oehmcke and Fabian Gieseke and Yiquan Wu and Kobus Barnard},
  year = {2020},
  eprint = {2007.07729},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2007.07729v2},
}