@article{megalodonefficientllmpretrainingand,
  title = {Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length},
  author = {Xuezhe Ma and Xiaomeng Yang and Wenhan Xiong and Beidi Chen and Lili Yu and Hao Zhang and Jonathan May and Luke Zettlemoyer and Omer Levy and Chunting Zhou},
  year = {2024},
  eprint = {2404.08801},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2404.08801v2},
}