@inproceedings{pretrainingtransformersasenergybased1,
  title = {Pre-Training Transformers as Energy-Based Cloze Models},
  author = {Kevin Clark and Minh-Thang Luong and Quoc V. Le and Christopher D. Manning},
  year = {2020},
  booktitle = {EMNLP 2020 11},
  eprint = {2012.08561},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2012.08561v1},
}