@article{aformalframeworkforunderstandinglength, title = {A Formal Framework for Understanding Length Generalization in Transformers}, author = {Xinting Huang and Andy Yang and Satwik Bhattamishra and Yash Sarrof and Andreas Krebs and Hattie Zhou and Preetum Nakkiran and Michael Hahn}, year = {2024}, eprint = {2410.02140}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.02140v2}, }