@article{prosparseintroducingandenhancingintrinsi, title = {ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models}, author = {Chenyang Song and Xu Han and Zhengyan Zhang and Shengding Hu and Xiyu Shi and Kuai Li and Chen Chen and Zhiyuan Liu and Guangli Li and Tao Yang and Maosong Sun}, year = {2024}, eprint = {2402.13516}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2402.13516v7}, }