@article{parameterefficientsparsitycraftingfrom, title = {Parameter-Efficient Sparsity Crafting from Dense to Mixture-of-Experts for Instruction Tuning on General Tasks}, author = {Haoyuan Wu and Haisheng Zheng and Zhuolun He and Bei Yu}, year = {2024}, eprint = {2401.02731}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2401.02731v4}, }