{"total":16,"rows":[{"id":"2504.00178","title":"Boundless Byte Pair Encoding: Breaking the Pre-tokenization Barrier","created":"2025-03-31","cited_by_count":32,"area":null},{"id":"2505.21627","title":"Is Your LLM Overcharging You? Tokenization, Transparency, and Incentives","created":"2025-05-27","cited_by_count":13,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2606.27019","title":"MinGram: A Minimalist Unigram Tokenizer with High Compression and Competitive Morphological Alignment","created":"2026-06-25","cited_by_count":5,"area":null},{"id":"2505.21242","title":"Evaluation of LLMs in Medical Text Summarization: The Role of Vocabulary Adaptation in High OOV Settings","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2510.05181","title":"Auditing Pay-Per-Token in Large Language Models","created":"2025-10-05","cited_by_count":4,"area":null},{"id":"2511.03237","title":"MUTANT: A Recipe for Multilingual Tokenizer Design","created":"2025-11-05","cited_by_count":4,"area":null},{"id":"2605.22821","title":"Tokenisation via Convex Relaxations","created":"2026-05-21","cited_by_count":4,"area":null},{"id":"2602.04706","title":"LiteToken: Removing Intermediate Merge Residues From BPE Tokenizers","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2506.17789","title":"Multilingual Tokenization through the Lens of Indian Languages: Challenges and Insights","created":"2025-06-21","cited_by_count":2,"area":null},{"id":"2512.03989","title":"Teaching Old Tokenizers New Words: Efficient Tokenizer Adaptation for Pre-trained Models","created":"2025-12-03","cited_by_count":2,"area":null},{"id":"2512.21933","title":"Broken Words, Broken Performance: Effect of Tokenization on Performance of LLMs","created":"2025-12-26","cited_by_count":2,"area":null},{"id":"2608.00837","title":"Pruned BPE: Post-training Visibility Pruning and Token Reallocation for Byte Pair Encoding","created":"2026-08-01","cited_by_count":1,"area":null},{"id":"2607.05691","title":"Where to cut, how deep: BPE and Unigram-LM on chemistry SMILES","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.23319","title":"BHARATI: Morphology-Aware Tokenizers for Classical Indian Languages with Subword Fertility Analysis","created":"2026-07-25","cited_by_count":0,"area":null},{"id":"2610.01127","title":"Counting and Min-Cost Encoding for Tokenization in Large Language Models","created":"2026-10-01","cited_by_count":0,"area":null}],"next_cursor":null}