@article{towardsanunderstandingofstepwise, title = {Towards an Understanding of Stepwise Inference in Transformers: A Synthetic Graph Navigation Model}, author = {Mikail Khona and Maya Okawa and Jan Hula and Rahul Ramesh and Kento Nishi and Robert Dick and Ekdeep Singh Lubana and Hidenori Tanaka}, year = {2024}, eprint = {2402.07757}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2402.07757v1}, }