@article{qaqqualityadaptivequantizationforllmkv,
  title = {QAQ: Quality Adaptive Quantization for LLM KV Cache},
  author = {Shichen Dong and Wen Cheng and Jiayu Qin and Wei Wang},
  year = {2024},
  eprint = {2403.04643},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2403.04643v2},
}