@article{diversepreferenceoptimization, title = {Diverse Preference Optimization}, author = {Jack Lanchantin and Angelica Chen and Shehzaad Dhuliawala and Ping Yu and Jason Weston and Sainbayar Sukhbaatar and Ilia Kulikov}, year = {2025}, eprint = {2501.18101}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2501.18101v2}, }