@article{misalignedbyrewardsociallyundesirablepre,
  title = {Misaligned by Reward: Socially Undesirable Preferences in LLMs},
  author = {Gayane Ghazaryan and Esra Dönmez},
  year = {2026},
  eprint = {2605.05003},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2605.05003},
}