@article{cmphysbenchabenchmarkforevaluatinglargel, title = {CMPhysBench: A Benchmark for Evaluating Large Language Models in Condensed Matter Physics}, author = {Weida Wang and Dongchen Huang and Jiatong Li and Tengchao Yang and Ziyang Zheng and Di Zhang and Dong Han and Benteng Chen and Binzhao Luo and Zhiyu Liu and Kunling Liu and Zhiyuan Gao and Shiqi Geng and Wei Ma and Jiaming Su and Xin Li and Shuchen Pu and Yuhan Shui and Qianjia Cheng and Zhihao Dou and Dongfei Cui and Changyong He and Jin Zeng and Zeke Xie and Mao Su and Dongzhan Zhou and Yuqiang Li and Wanli Ouyang and Yunqi Cai and Xi Dai and Shufei Zhang and Lei Bai and Jinguang Cheng and Zhong Fang and Hongming Weng}, year = {2025}, eprint = {2508.18124}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2508.18124}, }