{"total":13,"rows":[{"id":"2411.14198","title":"Why do language models perform worse for morphologically complex languages?","created":"2024-11-21","cited_by_count":62,"area":null},{"id":"2507.06378","title":"Evaluating Morphological Alignment of Tokenizers in 70 Languages","created":"2025-07-08","cited_by_count":22,"area":null},{"id":"2507.23248","title":"Script Fragmentation and Format: What Drives the English-Bengali Performance Gap in Open LLMs?","created":"2025-07-31","cited_by_count":9,"area":null},{"id":"2508.08424","title":"Rethinking Tokenization for Rich Morphology: The Dominance of Unigram over BPE and Morphological Alignment","created":"2025-08-11","cited_by_count":9,"area":null},{"id":"2504.10335","title":"MorphTok: Morphologically Grounded Tokenization for Indian Languages","created":"2025-04-14","cited_by_count":7,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2510.09947","title":"Beyond Fertility: Analyzing STRR as a Metric for Multilingual Tokenization Evaluation","created":"2025-10-11","cited_by_count":3,"area":null},{"id":"2506.01535","title":"Dictionaries to the Rescue: Cross-Lingual Vocabulary Transfer for Low-Resource Languages Using Bilingual Dictionaries","created":"2025-06-02","cited_by_count":2,"area":null},{"id":"2601.18536","title":"Evaluating Morphological Plausibility of Subword Tokenization via Statistical Alignment with Morpho-Syntactic Features","created":"2026-01-26","cited_by_count":1,"area":null},{"id":"2507.07824","title":"Conditional Unigram Tokenization with Parallel Data","created":"2025-07-10","cited_by_count":0,"area":null},{"id":"2509.08812","title":"MoVoC: Morphology-Aware Subword Construction for Geez Script Languages","created":"2025-09-10","cited_by_count":0,"area":null},{"id":"2602.04241","title":"Tokenization and Morphological Fidelity in Uralic NLP: A Cross-Lingual Evaluation","created":"2026-02-04","cited_by_count":0,"area":null},{"id":"2608.17325","title":"What Tokens are Learned when Tokenization is Optimized Jointly with Language Modeling?","created":"2026-08-18","cited_by_count":0,"area":null}],"next_cursor":null}