@article{copilotevaluationharnessevaluatingllm, title = {Copilot Evaluation Harness: Evaluating LLM-Guided Software Programming}, author = {Anisha Agarwal and Aaron Chan and Shubham Chandel and Jinu Jang and Shaun Miller and Roshanak Zilouchian Moghaddam and Yevhen Mohylevskyy and Neel Sundaresan and Michele Tufano}, year = {2024}, eprint = {2402.14261}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2402.14261v1}, }