@article{thesparsefrontiersparseattentiontrade, title = {The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs}, author = {Piotr Nawrot and Robert Li and Renjie Huang and Sebastian Ruder and Kelly Marchisio and Edoardo M. Ponti}, year = {2025}, eprint = {2504.17768}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2504.17768v1}, }