@article{sparseautoencoderscaninterpretrandomly, title = {Sparse Autoencoders Can Interpret Randomly Initialized Transformers}, author = {Thomas Heap and Tim Lawson and Lucy Farnik and Laurence Aitchison}, year = {2025}, eprint = {2501.17727}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2501.17727v1}, }