@article{sparsepocontrollingpreferencealignmentof, title = {SparsePO: Controlling Preference Alignment of LLMs via Sparse Token Masks}, author = {Fenia Christopoulou and Ronald Cardenas and Gerasimos Lampouras and Haitham Bou-Ammar and Jun Wang}, year = {2024}, eprint = {2410.05102}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.05102v2}, }