@misc{indiciaeaaefdb5e642b, title = {Unpacking Tokenization: Evaluating Text Compression and its Correlation with Model Performance}, author = {Omer Goldman and Avi Caciularu and Matan Eyal and Kris Cao and Idan Szpektor and Reut Tsarfaty}, year = {2024}, url = {https://arxiv.org/abs/2403.06265}, note = {Source identifier: 2403.06265} }