@article{transformerscanrepresentngramlanguage, title = {Transformers Can Represent $n$-gram Language Models}, author = {Anej Svete and Ryan Cotterell}, year = {2024}, eprint = {2404.14994}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2404.14994v3}, }