@article{capacityawareinferencemitigatingthe,
  title = {Capacity-Aware Inference: Mitigating the Straggler Effect in Mixture of Experts},
  author = {Shwai He and Weilin Cai and Jiayi Huang and Ang Li},
  year = {2025},
  eprint = {2503.05066},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2503.05066v2},
}