@article{scorpioservingtherightrequestsatthe,
  title = {SCORPIO: Serving the Right Requests at the Right Time for Heterogeneous SLOs in LLM Inference},
  author = {Yinghao Tang and Tingfeng Lan and Xiuqi Huang and Hui Lu and Wei Chen},
  year = {2025},
  eprint = {2505.23022},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2505.23022v1},
}