@article{preferenceoptimizationwithmultisample, title = {Preference Optimization with Multi-Sample Comparisons}, author = {Chaoqi Wang and Zhuokai Zhao and Chen Zhu and Karthik Abinav Sankararaman and Michal Valko and Xuefei Cao and Zhaorun Chen and Madian Khabsa and Yuxin Chen and Hao Ma and Sinong Wang}, year = {2024}, eprint = {2410.12138}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.12138v2}, }