@article{directpreferenceoptimizationusingsparse, title = {Direct Preference Optimization Using Sparse Feature-Level Constraints}, author = {Qingyu Yin and Chak Tou Leong and Hongbo Zhang and Minjun Zhu and Hanqi Yan and Qiang Zhang and Yulan He and Wenjie Li and Jun Wang and Yue Zhang and Linyi Yang}, year = {2024}, eprint = {2411.07618}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2411.07618v1}, }