@article{attentionisnaturallysparsewithgaussian, title = {Attention is Naturally Sparse with Gaussian Distributed Input}, author = {Yichuan Deng and Zhao Song and Chiwun Yang}, year = {2024}, eprint = {2404.02690}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2404.02690v1}, }