@inproceedings{decbertenhancingthelanguageunderstanding,
  title = {DecBERT: Enhancing the Language Understanding of BERT with Causal Attention Masks},
  author = {Ziyang Luo and Yadong Xi and Jing Ma and Zhiwei Yang and Xiaoxi Mao and Changjie Fan and Rongsheng Zhang},
  year = {2022},
  booktitle = {Findings (NAACL) 2022 7},
  eprint = {2204.08688},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2204.08688v1},
}