@article{doalllanguagescostthesametokenization, title = {Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models}, author = {Orevaoghene Ahia and Sachin Kumar and Hila Gonen and Jungo Kasai and David R. Mortensen and Noah A. Smith and Yulia Tsvetkov}, year = {2023}, eprint = {2305.13707}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2305.13707v1}, }