@article{isscalinglearnedoptimizersworthit,
  title = {Is Scaling Learned Optimizers Worth It? Evaluating The Value of VeLO's 4000 TPU Months},
  author = {Fady Rezk and Antreas Antoniou and Henry Gouk and Timothy Hospedales},
  year = {2023},
  eprint = {2310.18191},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2310.18191v2},
}