@article{orthogonalfinetuningfordirectpreference,
  title = {Orthogonal Finetuning for Direct Preference Optimization},
  author = {Chenxu Yang and Ruipeng Jia and Naibin Gu and Zheng Lin and Siyuan Chen and Chao Pang and Weichong Yin and Yu Sun and Hua Wu and Weiping Wang},
  year = {2024},
  eprint = {2409.14836},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2409.14836v2},
}