@article{languagemodelsuselookbackstotrack, title = {Language Models use Lookbacks to Track Beliefs}, author = {Nikhil Prakash and Natalie Shapira and Arnab Sen Sharma and Christoph Riedl and Yonatan Belinkov and Tamar Rott Shaham and David Bau and Atticus Geiger}, year = {2025}, eprint = {2505.14685}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2505.14685v1}, }