@article{cantransformerslearnngramlanguagemodels, title = {Can Transformers Learn $n$-gram Language Models?}, author = {Anej Svete and Nadav Borenstein and Mike Zhou and Isabelle Augenstein and Ryan Cotterell}, year = {2024}, eprint = {2410.03001}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.03001v1}, }