@article{whatmakesquantizationforlargelanguage, title = {What Makes Quantization for Large Language Models Hard? An Empirical Study from the Lens of Perturbation}, author = {Zhuocheng Gong and Jiahao Liu and Jingang Wang and Xunliang Cai and Dongyan Zhao and Rui Yan}, year = {2024}, eprint = {2403.06408}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2403.06408v1}, }