@article{continualpretrainingofmoeshowrobustis, title = {Continual Pre-training of MoEs: How robust is your router?}, author = {Benjamin Thérien and Charles-Étienne Joseph and Zain Sarwar and Ashwinee Panda and Anirban Das and Shi-Xiong Zhang and Stephen Rawls and Sambit Sahu and Eugene Belilovsky and Irina Rish}, year = {2025}, eprint = {2503.05029}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2503.05029v1}, }