@article{characterizingtheexpressivityof, title = {Characterizing the Expressivity of Transformer Language Models}, author = {Jiaoda Li and Ryan Cotterell}, year = {2025}, eprint = {2505.23623}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2505.23623v1}, }