@article{proximalizedpreferenceoptimizationfor, title = {Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO}, author = {Kaiyang Guo and Yinchuan Li and Zhitang Chen}, year = {2025}, eprint = {2505.23316}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2505.23316v1}, }