@article{pretrainedtransformersdonotalwaysimprove,
  title = {Pretrained Transformers Do not Always Improve Robustness},
  author = {Swaroop Mishra and Bhavdeep Singh Sachdeva and Chitta Baral},
  year = {2022},
  eprint = {2210.07663},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2210.07663v1},
}