@article{spotserveservinggenerativelargelanguage,
  title = {SpotServe: Serving Generative Large Language Models on Preemptible Instances},
  author = {Xupeng Miao and Chunan Shi and Jiangfei Duan and Xiaoli Xi and Dahua Lin and Bin Cui and Zhihao Jia},
  year = {2023},
  eprint = {2311.15566},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2311.15566v1},
}