@misc{indiciae6df625bc916c, title = {Tokenization as Finite-State Transduction}, author = {Marco Cognetta and Naoaki Okazaki}, year = {2024}, url = {https://arxiv.org/abs/2410.15696}, note = {Source identifier: 2410.15696} }