@article{softpreferenceoptimizationaligning,
  title = {Soft Preference Optimization: Aligning Language Models to Expert Distributions},
  author = {Arsalan SharifNassab and Saber Salehkaleybar and Sina Ghiassian and Surya Kanoria and Dale Schuurmans},
  year = {2024},
  eprint = {2405.00747},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2405.00747v4},
}