@article{moeloracontrastivelearningguidedmixture, title = {MoELoRA: Contrastive Learning Guided Mixture of Experts on Parameter-Efficient Fine-Tuning for Large Language Models}, author = {Tongxu Luo and Jiahe Lei and Fangyu Lei and Weihao Liu and Shizhu He and Jun Zhao and Kang Liu}, year = {2024}, eprint = {2402.12851}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2402.12851v1}, }