@article{arellmsvulnerabletopreferenceundermining, title = {Are LLMs Vulnerable to Preference-Undermining Attacks (PUA)? A Factorial Analysis Methodology for Diagnosing the Trade-off between Preference Alignment and Real-World Validity}, author = {Hongjun An and Yiliang Song and Jiangan Chen and Jiawei Shao and Chi Zhang and Xuelong Li}, year = {2026}, eprint = {2601.06596}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2601.06596}, }