Sagar Tamang, Dibya Jyoti Bora. Performance evaluation of tokenizers in large language models for the Assamese language. // International Journal of Information Technology. – 2025. – DOI: 10.1007/s41870-025-02454-8. – URL: https://doi.org/10.1007/s41870-025-02454-8
Sagar Tamang & Dibya Jyoti Bora (2025). Performance evaluation of tokenizers in large language models for the Assamese language. International Journal of Information Technology. https://doi.org/10.1007/s41870-025-02454-8
Sagar Tamang and Dibya Jyoti Bora. “Performance evaluation of tokenizers in large language models for the Assamese language.” International Journal of Information Technology, 2025. doi:10.1007/s41870-025-02454-8.
@article{Tamang2025,
title = {Performance evaluation of tokenizers in large language models for the Assamese language},
author = {Tamang, Sagar and Bora, Dibya Jyoti},
journal = {International Journal of Information Technology},
year = {2025},
doi = {10.1007/s41870-025-02454-8},
url = {https://doi.org/10.1007/s41870-025-02454-8}
}