@article{everyexpertmatterstowardseffective, title = {Every Expert Matters: Towards Effective Knowledge Distillation for Mixture-of-Experts Language Models}, author = {Gyeongman Kim and Gyouk Chu and Eunho Yang}, year = {2025}, eprint = {2502.12947}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2502.12947v1}, }