@article{pretrainknowledgeawarelanguagemodels, title = {Pretrain Knowledge-Aware Language Models}, author = {Corbin L Rosset and Chenyan Xiong and Minh Phan and Xia Song and Paul N. Bennett and Saurabh Tiwary}, year = {2021}, url = {https://openreview.net/forum?id=OAdGsaptOXy}, }