@article{understandingincontextlearningfornonline, title = {Understanding In-Context Learning for Nonlinear Regression with Transformers: Attention as Featurizer}, author = {Alexander Hsu and Zhaiming Shen and Wenjing Liao and Rongjie Lai}, year = {2026}, eprint = {2605.05176}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2605.05176}, }