@article{quantspecselfspeculativedecodingwith,
  title = {QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache},
  author = {Rishabh Tiwari and Haocheng Xi and Aditya Tomar and Coleman Hooper and Sehoon Kim and Maxwell Horton and Mahyar Najibi and Michael W. Mahoney and Kurt Keutzer and Amir Gholami},
  year = {2025},
  eprint = {2502.10424},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2502.10424v1},
}