@article{foundationtransformers,
  title = {Foundation Transformers},
  author = {Hongyu Wang and Shuming Ma and Shaohan Huang and Li Dong and Wenhui Wang and Zhiliang Peng and Yu Wu and Payal Bajaj and Saksham Singhal and Alon Benhaim and Barun Patra and Zhun Liu and Vishrav Chaudhary and Xia Song and Furu Wei},
  year = {2022},
  eprint = {2210.06423},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2210.06423v2},
}