@inproceedings{mishra-haghighi-2021-improved, title = "Improved Multilingual Language Model Pretraining for Social Media Text via Translation Pair Prediction", author = "Mishra, Shubhanshu and Haghighi, Aria", editor = "Xu, Wei and Ritter, Alan and Baldwin, Tim and Rahimi, Afshin", booktitle = "Proceedings of the Seventh Workshop on Noisy User-generated Text (W-NUT 2021)", month = nov, year = "2021", address = "Online", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/ingest_wac_2008/2021.wnut-1.42/", doi = "10.18653/v1/2021.wnut-1.42", pages = "381--388" }