@misc{indiciaedbbc843fdea9, title = {Qtok: A Comprehensive Framework for Evaluating Multilingual Tokenizer Quality in Large Language Models}, author = {Iaroslav Chelombitko and Egor Safronov and Aleksey Komissarov}, year = {2024}, url = {https://arxiv.org/abs/2410.12989}, note = {Source identifier: 2410.12989} }