@article{multitokvariablelengthtokenizationfor, title = {MultiTok: Variable-Length Tokenization for Efficient LLMs Adapted from LZW Compression}, author = {Noel Elias and Homa Esfahanizadeh and Kaan Kale and Sriram Vishwanath and Muriel Medard}, year = {2024}, eprint = {2410.21548}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.21548v2}, }