@article{decomposingthedeltawhatdomodelsactuallyl,
  title = {Decomposing the Delta: What Do Models Actually Learn from Preference Pairs?},
  author = {Chia-Hsuan Lee and Mingyang Zhou and Renkun Ni and Zelei Cheng and Sihui Dai and Supriyo Chakraborty and Shixiong Zhang and Sambit Sahu and William Campbell},
  year = {2026},
  eprint = {2604.08723},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2604.08723},
}