@article{qservew4a8kv4quantizationandsystemco,
  title = {QServe: W4A8KV4 Quantization and System Co-design for Efficient LLM Serving},
  author = {Yujun Lin and Haotian Tang and Shang Yang and Zhekai Zhang and Guangxuan Xiao and Chuang Gan and Song Han},
  year = {2024},
  eprint = {2405.04532},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2405.04532v3},
}