@article{knowledgeawarelanguagemodelpretraining, title = {Knowledge-Aware Language Model Pretraining}, author = {Corby Rosset and Chenyan Xiong and Minh Phan and Xia Song and Paul Bennett and Saurabh Tiwary}, year = {2020}, eprint = {2007.00655}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2007.00655v2}, }