@article{mixtureofsparseattentioncontentbased, title = {Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing}, author = {Piotr Piękos and Róbert Csordás and Jürgen Schmidhuber}, year = {2025}, eprint = {2505.00315}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2505.00315v1}, }