@article{selfimprovingrobustpreferenceoptimizatio,
  title = {Self-Improving Robust Preference Optimization},
  author = {Eugene Choi and Arash Ahmadian and Matthieu Geist and Oilvier Pietquin and Mohammad Gheshlaghi Azar},
  year = {2024},
  eprint = {2406.01660},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2406.01660v4},
}