{"total":29,"rows":[{"id":"2504.00178","title":"Boundless Byte Pair Encoding: Breaking the Pre-tokenization Barrier","created":"2025-03-31","cited_by_count":32,"area":null},{"id":"2508.08424","title":"Rethinking Tokenization for Rich Morphology: The Dominance of Unigram over BPE and Morphological Alignment","created":"2025-08-11","cited_by_count":9,"area":null},{"id":"2506.14123","title":"Sampling from Your Language Model One Byte at a Time","created":"2025-06-17","cited_by_count":7,"area":null},{"id":"2508.15390","title":"Exploiting Vocabulary Frequency Imbalance in Language Model Pre-training","created":"2025-08-21","cited_by_count":7,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2501.06246","title":"A Partition Cover Approach to Tokenization","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2606.27019","title":"MinGram: A Minimalist Unigram Tokenizer with High Compression and Competitive Morphological Alignment","created":"2026-06-25","cited_by_count":5,"area":null},{"id":"2505.21242","title":"Evaluation of LLMs in Medical Text Summarization: The Role of Vocabulary Adaptation in High OOV Settings","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2511.03237","title":"MUTANT: A Recipe for Multilingual Tokenizer Design","created":"2025-11-05","cited_by_count":4,"area":null},{"id":"2512.12641","title":"Which Pieces Does Unigram Tokenization Really Need?","created":"2025-12-14","cited_by_count":4,"area":null},{"id":"2605.22821","title":"Tokenisation via Convex Relaxations","created":"2026-05-21","cited_by_count":4,"area":null},{"id":"2601.21665","title":"AdaptBPE: From General Purpose to Specialized Tokenizers","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2506.11115","title":"Incorporating Domain Knowledge into Materials Tokenization","created":"2025-06-09","cited_by_count":2,"area":null},{"id":"2506.17789","title":"Multilingual Tokenization through the Lens of Indian Languages: Challenges and Insights","created":"2025-06-21","cited_by_count":2,"area":null},{"id":"2510.08102","title":"Lossless Vocabulary Reduction for Auto-Regressive Language Models","created":"2025-10-09","cited_by_count":2,"area":null},{"id":"2512.03989","title":"Teaching Old Tokenizers New Words: Efficient Tokenizer Adaptation for Pre-trained Models","created":"2025-12-03","cited_by_count":2,"area":null},{"id":"2512.21933","title":"Broken Words, Broken Performance: Effect of Tokenization on Performance of LLMs","created":"2025-12-26","cited_by_count":2,"area":null},{"id":"2608.18062","title":"TokEval: A Tokenizer Evaluation Suite","created":"2026-08-18","cited_by_count":2,"area":null},{"id":"2602.04127","title":"From Lemmas to Dependencies: What Signals Drive Light Verbs Classification?","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2604.05192","title":"Faster Superword Tokenization","created":"2026-04-06","cited_by_count":1,"area":null},{"id":"2604.14053","title":"From Where Words Come: Efficient Regularization of Code Tokenizers Through Source Attribution","created":"2026-04-15","cited_by_count":0,"area":null},{"id":"2605.07533","title":"Why do Large Language Models Fail in Low-resource Translation? Unraveling the Token Dynamics of Large Language Models for Machine Translation","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2607.23319","title":"BHARATI: Morphology-Aware Tokenizers for Classical Indian Languages with Subword Fertility Analysis","created":"2026-07-25","cited_by_count":0,"area":null},{"id":"2608.17325","title":"What Tokens are Learned when Tokenization is Optimized Jointly with Language Modeling?","created":"2026-08-18","cited_by_count":0,"area":null},{"id":"2609.01386","title":"When Tokenization is Secretly Output Supervision","created":"2026-09-01","cited_by_count":0,"area":null},{"id":"2609.06898","title":"Dynamic-Programming-Guided Hierarchical BPE and Empirical Analysis of Vocabulary Pruning","created":"2026-09-07","cited_by_count":0,"area":null},{"id":"2609.19145","title":"Objective vs. Search: Decomposing What Makes a Good Tokeniser","created":"2026-09-16","cited_by_count":0,"area":null},{"id":"2610.01127","title":"Counting and Min-Cost Encoding for Tokenization in Large Language Models","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.05597","title":"More Than Words: Compositional Tokenization for Efficient Language Models","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}