@article{ipoyourlanguagemodelissecretlya, title = {IPO: Your Language Model is Secretly a Preference Classifier}, author = {Shivank Garg and Ayush Singh and Shweta Singh and Paras Chopra}, year = {2025}, eprint = {2502.16182}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2502.16182v1}, }