@article{qtokacomprehensiveframeworkforevaluating, title = {Qtok: A Comprehensive Framework for Evaluating Multilingual Tokenizer Quality in Large Language Models}, author = {Iaroslav Chelombitko and Egor Safronov and Aleksey Komissarov}, year = {2024}, eprint = {2410.12989}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.12989v1}, }