@article{beyondcorrelationtheimpactofhuman, title = {Beyond correlation: The Impact of Human Uncertainty in Measuring the Effectiveness of Automatic Evaluation and LLM-as-a-Judge}, author = {Aparna Elangovan and Lei Xu and Jongwoo Ko and Mahsa Elyasi and Ling Liu and Sravan Bodapati and Dan Roth}, year = {2024}, eprint = {2410.03775}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.03775v3}, }