@article{zambaacompact7bssmhybridmodel,
  title = {Zamba: A Compact 7B SSM Hybrid Model},
  author = {Paolo Glorioso and Quentin Anthony and Yury Tokpanov and James Whittington and Jonathan Pilault and Adam Ibrahim and Beren Millidge},
  year = {2024},
  eprint = {2405.16712},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2405.16712v1},
}