@article{langprobealanguageprogramsbenchmark, title = {LangProBe: a Language Programs Benchmark}, author = {Shangyin Tan and Lakshya A Agrawal and Arnav Singhvi and Liheng Lai and Michael J Ryan and Dan Klein and Omar Khattab and Koushik Sen and Matei Zaharia}, year = {2025}, eprint = {2502.20315}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2502.20315v1}, }