@article{acomprehensivesurveyonpretrained,
  title = {A Comprehensive Survey on Pretrained Foundation Models: A History from BERT to ChatGPT},
  author = {Ce Zhou and Qian Li and Chen Li and Jun Yu and Yixin Liu and Guangjing Wang and Kai Zhang and Cheng Ji and Qiben Yan and Lifang He and Hao Peng and JianXin Li and Jia Wu and Ziwei Liu and Pengtao Xie and Caiming Xiong and Jian Pei and Philip S. Yu and Lichao Sun},
  year = {2023},
  eprint = {2302.09419},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2302.09419v3},
}