@article{differentiallyprivatepreferencedatasynth,
  title = {Differentially Private Preference Data Synthesis for Large Language Model Alignment},
  author = {Fengyu Gao and Jing Yang},
  year = {2026},
  eprint = {2605.30808},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2605.30808},
}