@article{cleanfirstalignlaterbenchmarkingpreferen,
  title = {Clean First, Align Later: Benchmarking Preference Data Cleaning for Reliable LLM Alignment},
  author = {Samuel Yeh and Sharon Li},
  year = {2025},
  eprint = {2509.23564},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2509.23564},
}