@article{towardsefficientoptimizerdesignforllm,
  title = {Towards Efficient Optimizer Design for LLM via Structured Fisher Approximation with a Low-Rank Extension},
  author = {Wenbo Gong and Meyer Scetbon and Chao Ma and Edward Meeds},
  year = {2025},
  eprint = {2502.07752},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2502.07752v1},
}