@article{learningazerothorderoptimizerforfinetuni, title = {Learning a Zeroth-Order Optimizer for Fine-Tuning LLMs}, author = {Kairun Zhang and Haoyu Li and Yanjun Zhao and Yifan Sun and Huan Zhang}, year = {2025}, eprint = {2510.00419}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2510.00419}, }