@article{towardsimprovedpreferenceoptimization,
  title = {Towards Improved Preference Optimization Pipeline: from Data Generation to Budget-Controlled Regularization},
  author = {Zhuotong Chen and Fang Liu and Jennifer Zhu and Wanyu Du and Yanjun Qi},
  year = {2024},
  eprint = {2411.05875},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2411.05875v1},
}