@misc{indiciaefed89d926487,
  title = {Entropy-Driven Pre-Tokenization for Byte-Pair Encoding},
  author = {Yifan Hu and Frank Liang and Dachuan Zhao and Jonathan Geuter and Varshini Reddy and Craig W. Schmidt and Chris Tanner},
  year = {2025},
  url = {https://arxiv.org/abs/2506.15889},
  note = {Source identifier: 2506.15889}
}