@article{onlinespeculativedecoding,
  title = {Online Speculative Decoding},
  author = {Xiaoxuan Liu and Lanxiang Hu and Peter Bailis and Alvin Cheung and Zhijie Deng and Ion Stoica and Hao Zhang},
  year = {2023},
  eprint = {2310.07177},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2310.07177v4},
}