@article{pertpretrainingbertwithpermutedlanguage, title = {PERT: Pre-training BERT with Permuted Language Model}, author = {Yiming Cui and Ziqing Yang and Ting Liu}, year = {2022}, eprint = {2203.06906}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2203.06906v1}, }