@article{howwellcanpreferenceoptimizationgenerali, title = {How Well Can Preference Optimization Generalize Under Noisy Feedback?}, author = {Shawn Im and Sharon Li}, year = {2025}, eprint = {2510.01458}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2510.01458}, }