@article{flashattentionfastandmemoryefficient,
  title = {FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness},
  author = {Tri Dao and Daniel Y. Fu and Stefano Ermon and Atri Rudra and Christopher Ré},
  year = {2022},
  eprint = {2205.14135},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2205.14135v2},
}