@article{consistenteeaconsistentandhardnessguided, title = {ConsistentEE: A Consistent and Hardness-Guided Early Exiting Method for Accelerating Language Models Inference}, author = {Ziqian Zeng and Yihuai Hong and Hongliang Dai and Huiping Zhuang and Cen Chen}, year = {2023}, eprint = {2312.11882}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2312.11882v2}, }