@article{transfornncapturingthesequential,
  title = {TransfoRNN: Capturing the Sequential Information in Self-Attention Representations for Language Modeling},
  author = {Tze Yuang Chong and Xuyang Wang and Lin Yang and Junjie Wang},
  year = {2021},
  eprint = {2104.01572},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2104.01572v1},
}