{"total":22,"rows":[{"id":"2508.04796","title":"Parity-Aware Byte-Pair Encoding: Improving Cross-lingual Fairness in Tokenization","created":"2025-08-06","cited_by_count":20,"area":null},{"id":"2508.08424","title":"Rethinking Tokenization for Rich Morphology: The Dominance of Unigram over BPE and Morphological Alignment","created":"2025-08-11","cited_by_count":9,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2606.27019","title":"MinGram: A Minimalist Unigram Tokenizer with High Compression and Competitive Morphological Alignment","created":"2026-06-25","cited_by_count":5,"area":null},{"id":"2512.12641","title":"Which Pieces Does Unigram Tokenization Really Need?","created":"2025-12-14","cited_by_count":4,"area":null},{"id":"2510.09947","title":"Beyond Fertility: Analyzing STRR as a Metric for Multilingual Tokenization Evaluation","created":"2025-10-11","cited_by_count":3,"area":null},{"id":"2608.18062","title":"TokEval: A Tokenizer Evaluation Suite","created":"2026-08-18","cited_by_count":2,"area":null},{"id":"2511.09709","title":"Contextual morphologically-guided tokenization for Latin encoder models","created":"2025-11-12","cited_by_count":1,"area":null},{"id":"2603.15773","title":"Morphemes Without Borders: Evaluating Root-Pattern Morphology in Arabic Tokenizers and LLMs","created":"2026-03-16","cited_by_count":1,"area":null},{"id":"2607.28274","title":"MORFES: A Benchmark for Productive Inflectional Competence in Modern Greek","created":"2026-07-30","cited_by_count":1,"area":null},{"id":"2601.09716","title":"Opportunities and Challenges of Natural Language Processing for Low-Resource Senegalese Languages in Social Science Research","created":"2025-12-24","cited_by_count":0,"area":null},{"id":"2602.04241","title":"Tokenization and Morphological Fidelity in Uralic NLP: A Cross-Lingual Evaluation","created":"2026-02-04","cited_by_count":0,"area":null},{"id":"2606.23566","title":"LangMAP: A Language-Adaptive Approach to Tokenization","created":"2026-06-22","cited_by_count":0,"area":null},{"id":"2608.08847","title":"Explicit Boundary Markers for Subword Vocabularies","created":"2026-08-09","cited_by_count":0,"area":null},{"id":"2608.17325","title":"What Tokens are Learned when Tokenization is Optimized Jointly with Language Modeling?","created":"2026-08-18","cited_by_count":0,"area":null},{"id":"2608.18087","title":"SuTRA : Structurally-Unified Tokenization with Root Awareness","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2609.05022","title":"MoirfEolas and Cr\\'iochScore: Developing Resources for and the Evaluation of Tokenization Alignment with Irish Morphology","created":"2026-09-04","cited_by_count":0,"area":null},{"id":"2609.12960","title":"Fewer Words, Not Fewer Tokens: Measuring the Sanskrit Tokenization Penalty per Proposition","created":"2026-09-11","cited_by_count":0,"area":null},{"id":"2609.17553","title":"The Limits of BPE Tokenization in Polish: Segmentation-Flexional Forms, Grammatical Anchoring, and First-Person Stability in Inflectional Language Models","created":"2026-07-17","cited_by_count":0,"area":null},{"id":"2609.33395","title":"Preserving Morphemes: Morphology-Guided Pre-Tokenization for Nepali","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2610.12144","title":"Language-Specific Effects of Tokenizer Choice in Multilingual Language Models","created":"2026-10-08","cited_by_count":0,"area":null},{"id":"2610.12376","title":"Latent Core Tokenizer: Compress, but Meaningfully","created":"2026-10-08","cited_by_count":0,"area":null}],"next_cursor":null}