@article{finitestateautomatainsidetransformers,
  title = {Finite State Automata Inside Transformers with Chain-of-Thought: A Mechanistic Study on State Tracking},
  author = {Yifan Zhang and Wenyu Du and Dongming Jin and Jie Fu and Zhi Jin},
  year = {2025},
  eprint = {2502.20129},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2502.20129v1},
}