@article{transformerslearnfactoredrepresentations, title = {Transformers learn factored representations}, author = {Adam Shai and Loren Amdahl-Culleton and Casper L. Christensen and Henry R. Bigelow and Fernando E. Rosas and Alexander B. Boyd and Eric A. Alt and Kyle J. Ray and Paul M. Riechers}, year = {2026}, eprint = {2602.02385}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2602.02385}, }