@article{geometricdynamicsofsignalpropagation, title = {Geometric Dynamics of Signal Propagation Predict Trainability of Transformers}, author = {Aditya Cowsik and Tamra Nebabu and Xiao-Liang Qi and Surya Ganguli}, year = {2024}, eprint = {2403.02579}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2403.02579v1}, }