@article{tokenizationismorethancompression, title = {Tokenization Is More Than Compression}, author = {Craig W. Schmidt and Varshini Reddy and Haoran Zhang and Alec Alameddine and Omri Uzan and Yuval Pinter and Chris Tanner}, year = {2024}, eprint = {2402.18376}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2402.18376v2}, }