@article{learningfromresponsenotpreferencea, title = {Learning from Response not Preference: A Stackelberg Approach for LLM Detoxification using Non-parallel Data}, author = {Xinhong Xie and Tao Li and Quanyan Zhu}, year = {2024}, eprint = {2410.20298}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.20298v1}, }