@article{mixtureofmodularexpertsdistilling,
  title = {Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models},
  author = {Mohammed Al-Maamari and Mehdi Ben Amor and Michael Granitzer},
  year = {2024},
  eprint = {2407.19610},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2407.19610v1},
}