{"total":14,"rows":[{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2411.12240","title":"Evaluating Tokenizer Performance of Large Language Models Across Official Indian Languages","created":"2024-11-19","cited_by_count":11,"area":null},{"id":"2307.07262","title":"MorphPiece : A Linguistic Tokenizer for Large Language Models","created":"2023-07-14","cited_by_count":9,"area":null},{"id":"2403.11130","title":"Exploring Tokenization Strategies and Vocabulary Sizes for Enhanced Arabic Language Models","created":"2024-03-17","cited_by_count":5,"area":null},{"id":"2410.04335","title":"ReTok: Replacing Tokenizer to Enhance Representation Efficiency in Large Language Model","created":"2024-10-06","cited_by_count":5,"area":null},{"id":"2404.18071","title":"Can Perplexity Predict Fine-tuning Performance? An Investigation of Tokenization Effects on Sequential Language Models for Nepali","created":"2024-04-28","cited_by_count":3,"area":null},{"id":"2502.03827","title":"A comprehensive survey of contemporary Arabic sentiment analysis: Methods, Challenges, and Future Directions","created":"2025-02-06","cited_by_count":2,"area":null},{"id":"2510.17001","title":"Vocab Diet: Reshaping the Vocabulary of LLMs via Vector Arithmetic","created":"2025-10-19","cited_by_count":1,"area":null},{"id":"2504.12172","title":"Poem Meter Classification of Recited Arabic Poetry: Integrating High-Resource Systems for a Low-Resource Task","created":"2025-04-16","cited_by_count":0,"area":null},{"id":"2507.23661","title":"Arabic Hate Speech Identification and Masking in Social Media using Deep Learning Models and Pre-trained Models Fine-tuning","created":"2025-07-31","cited_by_count":0,"area":null},{"id":"2508.01685","title":"Innovative tokenisation of structured data for LLM training","created":"2025-08-03","cited_by_count":0,"area":null},{"id":"2509.23515","title":"From Human Annotation to Automation: LLM-in-the-Loop Active Learning for Arabic Sentiment Analysis","created":"2025-09-27","cited_by_count":0,"area":null},{"id":"2510.15311","title":"Automatic essay scoring: leveraging Jaccard coefficient and Cosine similaritywith n-gram variation in vector space model approach","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2608.02935","title":"Character Iconicity vs. Arbitrariness: An Arabic NLP Perspective","created":"2026-08-03","cited_by_count":0,"area":null}],"next_cursor":null}