@article{mofomomentumfilteredoptimizerfor, title = {MoFO: Momentum-Filtered Optimizer for Mitigating Forgetting in LLM Fine-Tuning}, author = {Yupeng Chen and Senmiao Wang and Yushun Zhang and Zhihang Lin and Haozhe Zhang and Weijian Sun and Tian Ding and Ruoyu Sun}, year = {2024}, eprint = {2407.20999}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2407.20999v3}, }