@article{improvingthedistributionalalignmentofllm, title = {Improving the Distributional Alignment of LLMs using Supervision}, author = {Gauri Kambhatla and Sanjana Gautam and Angela Zhang and Alex Liu and Ravi Srinivasan and Junyi Jessy Li and Matthew Lease}, year = {2025}, eprint = {2507.00439}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2507.00439}, }