@article{constructingabpetokenizationdfa,
  title = {Constructing a BPE Tokenization DFA},
  author = {Martin Berglund and Willeke Martens and Brink van der Merwe},
  year = {2024},
  eprint = {2405.07671},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2405.07671v2},
}