@inproceedings{searchingforefficienttransformersfor, title = {Searching for Efficient Transformers for Language Modeling}, author = {David So and Wojciech Mańke and Hanxiao Liu and Zihang Dai and Noam Shazeer and Quoc Le}, year = {2021}, booktitle = {NeurIPS 2021 12}, url = {http://proceedings.neurips.cc/paper/2021/hash/2f3c6a4cd8af177f6456e7e51a916ff3-Abstract.html}, }