@article{transformerslearnhigherorderoptimization,
  title = {Transformers Learn to Achieve Second-Order Convergence Rates for In-Context Linear Regression},
  author = {Deqing Fu and Tian-Qi Chen and Robin Jia and Vatsal Sharan},
  year = {2023},
  eprint = {2310.17086},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2310.17086v3},
}