@inproceedings{contrastivedistillationonintermediate, title = {Contrastive Distillation on Intermediate Representations for Language Model Compression}, author = {Siqi Sun and Zhe Gan and Yu Cheng and Yuwei Fang and Shuohang Wang and Jingjing Liu}, year = {2020}, booktitle = {EMNLP 2020 11}, eprint = {2009.14167}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2009.14167v1}, }