@article{acommonpitfallofmarginbasedlanguage, title = {A Common Pitfall of Margin-based Language Model Alignment: Gradient Entanglement}, author = {Hui Yuan and Yifan Zeng and Yue Wu and Huazheng Wang and Mengdi Wang and Liu Leqi}, year = {2024}, eprint = {2410.13828}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.13828v1}, }