@article{speedalwayswinsasurveyonefficientarchite, title = {Speed Always Wins: A Survey on Efficient Architectures for Large Language Models}, author = {Weigao Sun and Jiaxi Hu and Yucheng Zhou and Jusen Du and Disen Lan and Kexin Wang and Tong Zhu and Xiaoye Qu and Yu Zhang and Xiaoyu Mo and Daizong Liu and Yuxuan Liang and Wenliang Chen and Guoqi Li and Yu Cheng}, year = {2025}, eprint = {2508.09834}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2508.09834}, }