@misc{indiciae6eb075cc1b69, title = {BPE Gets Picky: Efficient Vocabulary Refinement During Tokenizer Training}, author = {Pavel Chizhov and Catherine Arnett and Elizaveta Korotkova and Ivan P. Yamshchikov}, year = {2024}, url = {https://arxiv.org/abs/2409.04599}, note = {Source identifier: 2409.04599} }