@article{bornatransformeralwaysatransformer,
  title = {Born a Transformer -- Always a Transformer?},
  author = {Yana Veitsman and Mayank Jobanputra and Yash Sarrof and Aleksandra Bakalova and Vera Demberg and Ellie Pavlick and Michael Hahn},
  year = {2025},
  eprint = {2505.21785},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2505.21785v2},
}