@article{whenpreferencelabelsfallshortaligningdif,
  title = {When Preference Labels Fall Short: Aligning Diffusion Models from Real Data},
  author = {Weiyan Chen and Weijian Deng and Yao Xiao and Weijie Tu and ZiYi Dong and Ibrahim Radwan and Liang Lin and Pengxu Wei},
  year = {2026},
  eprint = {2605.19839},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2605.19839},
}