@article{pretraininglargememorylanguagemodels, title = {Pre-training Large Memory Language Models with Internal and External Knowledge}, author = {Linxi Zhao and Sofian Zalouk and Christian K. Belardi and Justin Lovelace and Jin Peng Zhou and Kilian Q. Weinberger and Yoav Artzi and Jennifer J. Sun}, year = {2025}, eprint = {2505.15962}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2505.15962v1}, }