@article{boostingdirectpreferenceoptimizationwith, title = {Boosting Direct Preference Optimization with Penalization}, author = {Pengwei Sun}, year = {2026}, eprint = {2606.12505}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2606.12505}, }