@article{llavamodmakingllavatinyviamoeknowledge, title = {LLaVA-MoD: Making LLaVA Tiny via MoE Knowledge Distillation}, author = {Fangxun Shu and Yue Liao and Le Zhuo and Chenning Xu and Lei Zhang and Guanghao Zhang and Haonan Shi and Long Chen and Tao Zhong and Wanggui He and Siming Fu and Haoyuan Li and Bolin Li and Zhelun Yu and Si Liu and Hongsheng Li and Hao Jiang}, year = {2024}, eprint = {2408.15881}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2408.15881v3}, }