@misc{indiciaea320d8ee1c09, title = {Inconsistent Tokenizations Cause Language Models to be Perplexed by Japanese Grammar}, author = {Andrew Gambardella and Takeshi Kojima and Yusuke Iwasawa and Yutaka Matsuo}, year = {2025}, url = {https://arxiv.org/abs/2505.19599}, note = {Source identifier: 2505.19599} }