@article{mosunleashingparameterefficiencyoflow, title = {MoS: Unleashing Parameter Efficiency of Low-Rank Adaptation with Mixture of Shards}, author = {Sheng Wang and Liheng Chen and Pengan Chen and Jingwei Dong and Boyang Xue and Jiyue Jiang and Lingpeng Kong and Chuan Wu}, year = {2024}, eprint = {2410.00938}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.00938v1}, }