@article{lostinbackpropagationthelmheadisagradien, title = {Lost in Backpropagation: The LM Head is a Gradient Bottleneck}, author = {Nathan Godey and Yoav Artzi}, year = {2026}, eprint = {2603.10145}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2603.10145}, }