@inproceedings{improvedmultilinguallanguagemodel, title = {Improved Multilingual Language Model Pretraining for Social Media Text via Translation Pair Prediction}, author = {Shubhanshu Mishra and Aria Haghighi}, year = {2021}, booktitle = {WNUT (ACL) 2021 11}, eprint = {2110.10318}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2110.10318v1}, }