@misc{indiciaed90df59adb57, title = {IGOT: Information Gain Optimized Tokenizer on Domain Adaptive Pretraining}, author = {Dawei Feng and Yihai Zhang and Zhixuan Xu}, year = {2024}, url = {https://arxiv.org/abs/2405.09857}, note = {Source identifier: 2405.09857} }