@article{wheneverytokencountsoptimalsegmentation,
  title = {When Every Token Counts: Optimal Segmentation for Low-Resource Language Models},
  author = {Bharath Raj and Garvit Suri and Vikrant Dewangan and Raghav Sonavane},
  year = {2024},
  eprint = {2412.06926},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2412.06926v5},
}