@article{robertaarobustlyoptimizedbertpretraining,
  title = {RoBERTa: A Robustly Optimized BERT Pretraining Approach},
  author = {Yinhan Liu and Myle Ott and Naman Goyal and Jingfei Du and Mandar Joshi and Danqi Chen and Omer Levy and Mike Lewis and Luke Zettlemoyer and Veselin Stoyanov},
  year = {2019},
  eprint = {1907.11692},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/1907.11692v1},
}