@misc{indiciae4005e27e49ca, title = {Performance Evaluation of Tokenizers in Large Language Models for the Assamese Language}, author = {Sagar Tamang and Dibya Jyoti Bora}, year = {2024}, doi = {10.1007/s41870-025-02454-8}, url = {https://arxiv.org/abs/2410.03718}, note = {Source identifier: 2410.03718} }