@misc{indiciae70969f36ccab, title = {Krutrim LLM: A Novel Tokenization Strategy for Multilingual Indic Languages with Petabyte-Scale Data Processing}, author = {Rahul Kumar and Shubham Kakde and Divyansh Rajput and Daud Ibrahim and Rishabh Nahata and Pidathala Sowjanya and Deepak Kumarr and Gautam Bhargava and Chandra Khatri}, year = {2025}, url = {https://arxiv.org/abs/2407.12481}, note = {Source identifier: 2407.12481} }