@article{beyondonepreferenceforallmultiobjective,
  title = {Beyond One-Preference-Fits-All Alignment: Multi-Objective Direct Preference Optimization},
  author = {Zhanhui Zhou and Jie Liu and Jing Shao and Xiangyu Yue and Chao Yang and Wanli Ouyang and Yu Qiao},
  year = {2023},
  eprint = {2310.03708},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2310.03708v4},
}