@article{diagonalizingthesoftmaxhadamardinitializ, title = {Diagonalizing the Softmax: Hadamard Initialization for Tractable Cross-Entropy Dynamics}, author = {Connall Garrod and Jonathan P. Keating and Christos Thrampoulidis}, year = {2025}, eprint = {2512.04006}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2512.04006}, }