@inproceedings{efficientbertprogressivelysearching, title = {EfficientBERT: Progressively Searching Multilayer Perceptron via Warm-up Knowledge Distillation}, author = {Chenhe Dong and Guangrun Wang and Hang Xu and Jiefeng Peng and Xiaozhe Ren and Xiaodan Liang}, year = {2021}, booktitle = {Findings (EMNLP) 2021 11}, eprint = {2109.07222}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2109.07222v2}, }