{"total":30,"rows":[{"id":"2507.06378","title":"Evaluating Morphological Alignment of Tokenizers in 70 Languages","created":"2025-07-08","cited_by_count":22,"area":null},{"id":"2506.19004","title":"Broken Tokens? Your Language Model can Secretly Handle Non-Canonical Tokenizations","created":"2025-06-23","cited_by_count":17,"area":null},{"id":"2505.24689","title":"BPE Stays on SCRIPT: Structured Encoding for Robust Multilingual Pretokenization","created":"2025-05-30","cited_by_count":12,"area":null},{"id":"2508.15390","title":"Exploiting Vocabulary Frequency Imbalance in Language Model Pre-training","created":"2025-08-21","cited_by_count":7,"area":null},{"id":"2510.21909","title":"Explaining and Mitigating Crosslingual Tokenizer Inequities","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2506.15889","title":"Entropy-Driven Pre-Tokenization for Byte-Pair Encoding","created":"2025-06-18","cited_by_count":6,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2606.27019","title":"MinGram: A Minimalist Unigram Tokenizer with High Compression and Competitive Morphological Alignment","created":"2026-06-25","cited_by_count":5,"area":null},{"id":"2511.03237","title":"MUTANT: A Recipe for Multilingual Tokenizer Design","created":"2025-11-05","cited_by_count":4,"area":null},{"id":"2512.20757","title":"TokSuite: Measuring the Impact of Tokenizer Choice on Language Model Behavior","created":"2025-12-23","cited_by_count":4,"area":null},{"id":"2605.22821","title":"Tokenisation via Convex Relaxations","created":"2026-05-21","cited_by_count":4,"area":null},{"id":"2508.11857","title":"SupraTok: Cross-Boundary Tokenization for Enhanced Language Model Performance","created":"2025-08-16","cited_by_count":3,"area":null},{"id":"2602.04289","title":"Proxy Compression for Language Modeling","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2602.04706","title":"LiteToken: Removing Intermediate Merge Residues From BPE Tokenizers","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2510.14972","title":"TokDrift: When LLM Speaks in Subwords but Code Speaks in Grammar","created":"2025-10-16","cited_by_count":2,"area":null},{"id":"2605.22705","title":"Tokenization with Split Trees","created":"2026-05-21","cited_by_count":2,"area":null},{"id":"2608.18062","title":"TokEval: A Tokenizer Evaluation Suite","created":"2026-08-18","cited_by_count":2,"area":null},{"id":"2603.15773","title":"Morphemes Without Borders: Evaluating Root-Pattern Morphology in Arabic Tokenizers and LLMs","created":"2026-03-16","cited_by_count":1,"area":null},{"id":"2604.05192","title":"Faster Superword Tokenization","created":"2026-04-06","cited_by_count":1,"area":null},{"id":"2607.29065","title":"Tokenizer-Agnostic Engram Module","created":"2026-07-31","cited_by_count":1,"area":null},{"id":"2602.24174","title":"Task-Centric Acceleration of Small-Language Models","created":"2026-02-27","cited_by_count":0,"area":null},{"id":"2604.14053","title":"From Where Words Come: Efficient Regularization of Code Tokenizers Through Source Attribution","created":"2026-04-15","cited_by_count":0,"area":null},{"id":"2605.22005","title":"Check Your LLM's Secret Dictionary! Five Lines of Code Reveal What Your LLM Learned (Including What It Shouldn't Have)","created":"2026-05-21","cited_by_count":0,"area":null},{"id":"2605.30080","title":"Adaptive Targeted Dynamic Chunking for Tokenization-Free Hierarchical Model","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2607.05691","title":"Where to cut, how deep: BPE and Unigram-LM on chemistry SMILES","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2608.17325","title":"What Tokens are Learned when Tokenization is Optimized Jointly with Language Modeling?","created":"2026-08-18","cited_by_count":0,"area":null},{"id":"2609.15528","title":"To Each Language Its Tokenizer: Modular Tokenizers for Efficient Multilingual LLMs","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.35869","title":"The Price of Token Boundaries: Compression Certificates and Prediction","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2610.01127","title":"Counting and Min-Cost Encoding for Tokenization in Large Language Models","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.05597","title":"More Than Words: Compositional Tokenization for Efficient Language Models","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}