@article{grouprobustpreferenceoptimizationin, title = {Group Robust Preference Optimization in Reward-free RLHF}, author = {Shyam Sundhar Ramesh and Yifan Hu and Iason Chaimalas and Viraj Mehta and Pier Giuseppe Sessa and Haitham Bou Ammar and Ilija Bogunovic}, year = {2024}, eprint = {2405.20304}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2405.20304v1}, }