@article{multileveldistillationofsemantic, title = {Multi-level Distillation of Semantic Knowledge for Pre-training Multilingual Language Model}, author = {Mingqi Li and Fei Ding and Dan Zhang and Long Cheng and Hongxin Hu and Feng Luo}, year = {2022}, eprint = {2211.01200}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2211.01200v1}, }