@article{theagentcompanybenchmarkingllmagentson, title = {TheAgentCompany: Benchmarking LLM Agents on Consequential Real World Tasks}, author = {Frank F. Xu and Yufan Song and Boxuan Li and Yuxuan Tang and Kritanjali Jain and Mengxue Bao and Zora Z. Wang and Xuhui Zhou and Zhitong Guo and Murong Cao and Mingyang Yang and Hao Yang Lu and Amaad Martin and Zhe Su and Leander Maben and Raj Mehta and Wayne Chi and Lawrence Jang and Yiqing Xie and Shuyan Zhou and Graham Neubig}, year = {2024}, eprint = {2412.14161}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2412.14161v2}, }