@article{whatdoesitmeantobeatransformer, title = {What Does It Mean to Be a Transformer? Insights from a Theoretical Hessian Analysis}, author = {Weronika Ormaniec and Felix Dangel and Sidak Pal Singh}, year = {2024}, eprint = {2410.10986}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.10986v2}, }