@article{differentiationandspecializationof, title = {Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient}, author = {George Wang and Jesse Hoogland and Stan van Wingerden and Zach Furman and Daniel Murfet}, year = {2024}, eprint = {2410.02984}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.02984v1}, }