@article{whatdocompressedlargelanguagemodels, title = {Robustness Challenges in Model Distillation and Pruning for Natural Language Understanding}, author = {Mengnan Du and Subhabrata Mukherjee and Yu Cheng and Milad Shokouhi and Xia Hu and Ahmed Hassan Awadallah}, year = {2021}, eprint = {2110.08419}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2110.08419v2}, }