@inproceedings{debertadecodingenhancedbertwith,
  title = {DeBERTa: Decoding-enhanced BERT with Disentangled Attention},
  author = {Pengcheng He and Xiaodong Liu and Jianfeng Gao and Weizhu Chen},
  year = {2020},
  booktitle = {ICLR 2021 1},
  eprint = {2006.03654},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2006.03654v6},
}