@article{flashattention2fasterattentionwithbetter, title = {FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning}, author = {Tri Dao}, year = {2023}, eprint = {2307.08691}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2307.08691v1}, }