@article{therealhumanevalevaluatinglargelanguage, title = {The RealHumanEval: Evaluating Large Language Models' Abilities to Support Programmers}, author = {Hussein Mozannar and Valerie Chen and Mohammed Alsobay and Subhro Das and Sebastian Zhao and Dennis Wei and Manish Nagireddy and Prasanna Sattigeri and Ameet Talwalkar and David Sontag}, year = {2024}, eprint = {2404.02806}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2404.02806v2}, }