@article{howdolargelanguagemodelsacquirefactual, title = {How Do Large Language Models Acquire Factual Knowledge During Pretraining?}, author = {Hoyeon Chang and Jinho Park and Seonghyeon Ye and Sohee Yang and Youngkyung Seo and Du-Seong Chang and Minjoon Seo}, year = {2024}, eprint = {2406.11813}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2406.11813v3}, }