@article{preferenceorientedsupervisedfinetuning,
  title = {Preference-Oriented Supervised Fine-Tuning: Favoring Target Model Over Aligned Large Language Models},
  author = {Yuchen Fan and Yuzhong Hong and Qiushi Wang and Junwei Bao and Hongfei Jiang and Yang song},
  year = {2024},
  eprint = {2412.12865},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2412.12865v1},
}