@inproceedings{frustratinglysimplepretrainingalternativ, title = {Frustratingly Simple Pretraining Alternatives to Masked Language Modeling}, author = {Atsuki Yamaguchi and George Chrysostomou and Katerina Margatina and Nikolaos Aletras}, year = {2021}, booktitle = {EMNLP 2021 11}, eprint = {2109.01819}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2109.01819v1}, }