@inproceedings{electrapretrainingtextencodersas1, title = {ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators}, author = {Kevin Clark and Minh-Thang Luong and Quoc V. Le and Christopher D. Manning}, year = {2020}, booktitle = {ICLR 2020 1}, eprint = {2003.10555}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2003.10555v1}, }