@article{zeroquant42redefiningllmsquantization,
  title = {ZeroQuant(4+2): Redefining LLMs Quantization with a New FP6-Centric Strategy for Diverse Generative Tasks},
  author = {Xiaoxia Wu and Haojun Xia and Stephen Youn and Zhen Zheng and Shiyang Chen and Arash Bakhtiari and Michael Wyatt and Reza Yazdani Aminabadi and Yuxiong He and Olatunji Ruwase and Leon Song and Zhewei Yao},
  year = {2023},
  eprint = {2312.08583},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2312.08583v2},
}