@article{directpreferenceoptimizationwithunobserv,
  title = {Direct Preference Optimization with Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences},
  author = {Keertana Chidambaram and Karthik Vinary Seetharaman and Vasilis Syrgkanis},
  year = {2025},
  eprint = {2510.15716},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2510.15716},
}