@article{positionpredictionasaneffective,
  title = {Position Prediction as an Effective Pretraining Strategy},
  author = {Shuangfei Zhai and Navdeep Jaitly and Jason Ramapuram and Dan Busbridge and Tatiana Likhomanenko and Joseph Yitan Cheng and Walter Talbott and Chen Huang and Hanlin Goh and Joshua Susskind},
  year = {2022},
  eprint = {2207.07611},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2207.07611v1},
}