@article{pretraininglanguagemodelswithtext, title = {Pretraining Language Models with Text-Attributed Heterogeneous Graphs}, author = {Tao Zou and Le Yu and Yifei HUANG and Leilei Sun and Bowen Du}, year = {2023}, eprint = {2310.12580}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2310.12580v2}, }