{"total":48,"rows":[{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2507.06378","title":"Evaluating Morphological Alignment of Tokenizers in 70 Languages","created":"2025-07-08","cited_by_count":22,"area":null},{"id":"2508.04796","title":"Parity-Aware Byte-Pair Encoding: Improving Cross-lingual Fairness in Tokenization","created":"2025-08-06","cited_by_count":20,"area":null},{"id":"2506.19004","title":"Broken Tokens? Your Language Model can Secretly Handle Non-Canonical Tokenizations","created":"2025-06-23","cited_by_count":17,"area":null},{"id":"2503.19693","title":"AdaptiVocab: Enhancing LLM Efficiency in Focused Domains through Lightweight Vocabulary Adaptation","created":"2025-03-25","cited_by_count":15,"area":null},{"id":"2505.24689","title":"BPE Stays on SCRIPT: Structured Encoding for Robust Multilingual Pretokenization","created":"2025-05-30","cited_by_count":12,"area":null},{"id":"2601.07220","title":"The Roots of Performance Disparity in Multilingual Language Models: Intrinsic Modeling Difficulty or Design Choices?","created":"2026-01-12","cited_by_count":11,"area":null},{"id":"2506.01687","title":"StochasTok: Improving Fine-Grained Subword Understanding in LLMs","created":"2025-06-02","cited_by_count":7,"area":null},{"id":"2506.14123","title":"Sampling from Your Language Model One Byte at a Time","created":"2025-06-17","cited_by_count":7,"area":null},{"id":"2508.15390","title":"Exploiting Vocabulary Frequency Imbalance in Language Model Pre-training","created":"2025-08-21","cited_by_count":7,"area":null},{"id":"2510.21909","title":"Explaining and Mitigating Crosslingual Tokenizer Inequities","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2505.20133","title":"Token Distillation: Attention-aware Input Embeddings For New Tokens","created":"2025-05-26","cited_by_count":6,"area":null},{"id":"2506.15889","title":"Entropy-Driven Pre-Tokenization for Byte-Pair Encoding","created":"2025-06-18","cited_by_count":6,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2506.01084","title":"zip2zip: Inference-Time Adaptive Tokenization via Online Compression","created":"2025-06-01","cited_by_count":5,"area":null},{"id":"2606.27019","title":"MinGram: A Minimalist Unigram Tokenizer with High Compression and Competitive Morphological Alignment","created":"2026-06-25","cited_by_count":5,"area":null},{"id":"2505.09738","title":"Achieving Tokenizer Flexibility in Language Models through Heuristic Adaptation and Supertoken Learning","created":"2025-05-14","cited_by_count":4,"area":null},{"id":"2511.03237","title":"MUTANT: A Recipe for Multilingual Tokenizer Design","created":"2025-11-05","cited_by_count":4,"area":null},{"id":"2512.20757","title":"TokSuite: Measuring the Impact of Tokenizer Choice on Language Model Behavior","created":"2025-12-23","cited_by_count":4,"area":null},{"id":"2605.22821","title":"Tokenisation via Convex Relaxations","created":"2026-05-21","cited_by_count":4,"area":null},{"id":"2508.11857","title":"SupraTok: Cross-Boundary Tokenization for Enhanced Language Model Performance","created":"2025-08-16","cited_by_count":3,"area":null},{"id":"2602.04289","title":"Proxy Compression for Language Modeling","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2602.04706","title":"LiteToken: Removing Intermediate Merge Residues From BPE Tokenizers","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2506.07833","title":"Improving Large Language Models with Concept-Aware Fine-Tuning","created":"2025-06-09","cited_by_count":2,"area":null},{"id":"2510.03639","title":"Towards Unsupervised Speech Recognition at the Syllable-Level","created":"2025-10-04","cited_by_count":2,"area":null},{"id":"2601.01739","title":"K-EXAONE Technical Report","created":"2026-01-05","cited_by_count":2,"area":null},{"id":"2605.06546","title":"Efficient Pre-Training with Token Superposition","created":"2026-05-07","cited_by_count":2,"area":null},{"id":"2605.22705","title":"Tokenization with Split Trees","created":"2026-05-21","cited_by_count":2,"area":null},{"id":"2605.29379","title":"BrahmicTokenizer-131K: An Indic-Capable Drop-In Replacement for o200k_base","created":"2026-05-28","cited_by_count":2,"area":null},{"id":"2606.07812","title":"Scaling Participation in Modular AI Systems","created":"2026-06-05","cited_by_count":2,"area":null},{"id":"2608.18062","title":"TokEval: A Tokenizer Evaluation Suite","created":"2026-08-18","cited_by_count":2,"area":null},{"id":"2510.17001","title":"Vocab Diet: Reshaping the Vocabulary of LLMs via Vector Arithmetic","created":"2025-10-19","cited_by_count":1,"area":null},{"id":"2511.20849","title":"Length-MAX Tokenizer for Language Models","created":"2025-11-25","cited_by_count":1,"area":null},{"id":"2603.03583","title":"ByteFlow: Language Modeling through Adaptive Byte Compression without a Tokenizer","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2607.29065","title":"Tokenizer-Agnostic Engram Module","created":"2026-07-31","cited_by_count":1,"area":null},{"id":"2601.13588","title":"TREX: Tokenizer Regression for Optimal Data Mixture","created":"2026-01-20","cited_by_count":0,"area":null},{"id":"2602.24174","title":"Task-Centric Acceleration of Small-Language Models","created":"2026-02-27","cited_by_count":0,"area":null},{"id":"2604.14053","title":"From Where Words Come: Efficient Regularization of Code Tokenizers Through Source Attribution","created":"2026-04-15","cited_by_count":0,"area":null},{"id":"2607.05691","title":"Where to cut, how deep: BPE and Unigram-LM on chemistry SMILES","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2608.17325","title":"What Tokens are Learned when Tokenization is Optimized Jointly with Language Modeling?","created":"2026-08-18","cited_by_count":0,"area":null},{"id":"2608.18087","title":"SuTRA : Structurally-Unified Tokenization with Root Awareness","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2609.15528","title":"To Each Language Its Tokenizer: Modular Tokenizers for Efficient Multilingual LLMs","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.27233","title":"Distilling Sequential Computation in Transformer Language Models","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.35869","title":"The Price of Token Boundaries: Compression Certificates and Prediction","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.39001","title":"The Invisible Language Tax: Token Premiums of French and Regional Languages in 2026 LLM Tokenizers, and a French-Optimized Prototype","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.01127","title":"Counting and Min-Cost Encoding for Tokenization in Large Language Models","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.05597","title":"More Than Words: Compositional Tokenization for Efficient Language Models","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.12144","title":"Language-Specific Effects of Tokenizer Choice in Multilingual Language Models","created":"2026-10-08","cited_by_count":0,"area":null}],"next_cursor":null}