@article{humanevalvevaluatingvisualunderstanding, title = {HumanEval-V: Evaluating Visual Understanding and Reasoning Abilities of Large Multimodal Models Through Coding Tasks}, author = {Fengji Zhang and Linquan Wu and Huiyu Bai and Guancheng Lin and Xiao Li and Xiao Yu and Yue Wang and Bei Chen and Jacky Keung}, year = {2024}, eprint = {2410.12381}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.12381v2}, }