@inproceedings{simplelocalattentionsremaincompetitive,
  title = {Simple Local Attentions Remain Competitive for Long-Context Tasks},
  author = {Wenhan Xiong and Barlas Oğuz and Anchit Gupta and Xilun Chen and Diana Liskovich and Omer Levy and Wen-tau Yih and Yashar Mehdad},
  year = {2021},
  booktitle = {NAACL 2022 7},
  eprint = {2112.07210},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2112.07210v2},
}