@article{plugandplaytrainingframeworkfor, title = {Plug-and-Play Training Framework for Preference Optimization}, author = {Jingyuan Ma and Rui Li and Zheng Li and Lei Sha and Zhifang Sui}, year = {2024}, eprint = {2412.20996}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2412.20996v1}, }