@article{simposimplepreferenceoptimizationwitha,
  title = {SimPO: Simple Preference Optimization with a Reference-Free Reward},
  author = {Yu Meng and Mengzhou Xia and Danqi Chen},
  year = {2024},
  eprint = {2405.14734},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2405.14734v3},
}