@inproceedings{whatcanasingleattentionlayerlearna, title = {What can a Single Attention Layer Learn? A Study Through the Random Features Lens}, year = {2023}, booktitle = {NeurIPS 2023 11}, eprint = {2307.11353}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2307.11353v1}, }