{"total":20,"rows":[{"id":"2503.13423","title":"SuperBPE: Space Travel for Language Models","created":"2025-03-17","cited_by_count":63,"area":null},{"id":"2504.00178","title":"Boundless Byte Pair Encoding: Breaking the Pre-tokenization Barrier","created":"2025-03-31","cited_by_count":32,"area":null},{"id":"2502.20273","title":"How Much is Enough? The Diminishing Returns of Tokenization Training Data","created":"2025-02-27","cited_by_count":15,"area":null},{"id":"2502.15343","title":"Tokenization is Sensitive to Language Variation","created":"2025-02-21","cited_by_count":13,"area":null},{"id":"2505.24689","title":"BPE Stays on SCRIPT: Structured Encoding for Robust Multilingual Pretokenization","created":"2025-05-30","cited_by_count":12,"area":null},{"id":"2506.10766","title":"One Tokenizer To Rule Them All: Emergent Language Plasticity via Multilingual Tokenizers","created":"2025-06-12","cited_by_count":12,"area":null},{"id":"2601.07220","title":"The Roots of Performance Disparity in Multilingual Language Models: Intrinsic Modeling Difficulty or Design Choices?","created":"2026-01-12","cited_by_count":11,"area":null},{"id":"2412.06926","title":"When Every Token Counts: Optimal Segmentation for Low-Resource Language Models","created":"2024-12-09","cited_by_count":8,"area":null},{"id":"2510.21909","title":"Explaining and Mitigating Crosslingual Tokenizer Inequities","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2608.26449","title":"Vowel Signs Are Not Letters: A Pre-tokenization Ceiling on Multilingual Tokenizer Fertility","created":"2026-08-26","cited_by_count":2,"area":null},{"id":"2511.09709","title":"Contextual morphologically-guided tokenization for Latin encoder models","created":"2025-11-12","cited_by_count":1,"area":null},{"id":"2603.25309","title":"Separate Before You Compress: The WWHO Tokenization Architecture","created":"2026-03-26","cited_by_count":1,"area":null},{"id":"2607.22456","title":"grapheme-kit: Grapheme-Level Metrics and Text Processing for Multilingual NLP","created":"2026-07-24","cited_by_count":1,"area":null},{"id":"2512.13298","title":"MiniLingua: A Small Open-Source LLM for European Languages","created":"2025-12-15","cited_by_count":0,"area":null},{"id":"2601.11518","title":"How Long Is a Piece of String? A Brief Empirical Analysis of Tokenizers","created":"2026-01-16","cited_by_count":0,"area":null},{"id":"2606.21869","title":"The Language-Energy Divide: Measuring Energy Costs of Multilingual LLM Inference","created":"2026-06-20","cited_by_count":0,"area":null},{"id":"2608.01395","title":"Language Equality has a Price: A Systematic Investigation of Multi-turn LLM Performance for EU-24+","created":"2026-08-02","cited_by_count":0,"area":null},{"id":"2608.27268","title":"BrailleBench: Investigating Multi-Criteria Braille Comprehension in Large Language Models","created":"2026-08-27","cited_by_count":0,"area":null},{"id":"2609.06690","title":"A Grapheme-Aware Indic Tokenizer for Tamil: Large-Scale Training and Intrinsic Evaluation","created":"2026-09-06","cited_by_count":0,"area":null}],"next_cursor":null}