@inproceedings{marginalutilitydiminishesexploringthe, title = {Marginal Utility Diminishes: Exploring the Minimum Knowledge for BERT Knowledge Distillation}, author = {Yuanxin Liu and Fandong Meng and Zheng Lin and Weiping Wang and Jie zhou}, year = {2021}, booktitle = {ACL 2021 5}, eprint = {2106.05691}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2106.05691v1}, }