@article{moyuatheoreticalstudyonmassiveover, title = {MOYU: A Theoretical Study on Massive Over-activation Yielded Uplifts in LLMs}, author = {Chi Ma and Mincong Huang and Chao Wang and Yujie Wang and Lei Yu}, year = {2024}, eprint = {2406.12569}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2406.12569v2}, }