{"total":32,"rows":[{"id":"2403.10691","title":"MYTE: Morphology-Driven Byte Encoding for Better and Fairer Multilingual Language Modeling","created":"2024-03-15","cited_by_count":40,"area":null},{"id":"2407.11606","title":"The Foundations of Tokenization: Statistical and Computational Concerns","created":"2024-07-16","cited_by_count":22,"area":null},{"id":"2508.04796","title":"Parity-Aware Byte-Pair Encoding: Improving Cross-lingual Fairness in Tokenization","created":"2025-08-06","cited_by_count":20,"area":null},{"id":"2502.13581","title":"ActionPiece: Contextually Tokenizing Action Sequences for Generative Recommendation","created":"2025-02-19","cited_by_count":18,"area":null},{"id":"2411.08671","title":"Theoretical Analysis of Byte-Pair Encoding","created":"2024-11-13","cited_by_count":16,"area":null},{"id":"2310.04963","title":"LLM4VV: Developing LLM-Driven Testsuite for Compiler Validation","created":"2023-10-08","cited_by_count":15,"area":null},{"id":"2402.14614","title":"Two Counterexamples to Tokenization and the Noiseless Channel","created":"2024-02-22","cited_by_count":13,"area":null},{"id":"2505.21627","title":"Is Your LLM Overcharging You? Tokenization, Transparency, and Incentives","created":"2025-05-27","cited_by_count":13,"area":null},{"id":"2411.12240","title":"Evaluating Tokenizer Performance of Large Language Models Across Official Indian Languages","created":"2024-11-19","cited_by_count":11,"area":null},{"id":"2601.07220","title":"The Roots of Performance Disparity in Multilingual Language Models: Intrinsic Modeling Difficulty or Design Choices?","created":"2026-01-12","cited_by_count":11,"area":null},{"id":"2412.15210","title":"Tokenisation is NP-Complete","created":"2024-12-19","cited_by_count":10,"area":null},{"id":"2505.01009","title":"Improving Large Language Model Planning with Action Sequence Similarity","created":"2025-05-02","cited_by_count":7,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2410.15696","title":"Tokenization as Finite-State Transduction","created":"2024-10-21","cited_by_count":5,"area":null},{"id":"2501.06246","title":"A Partition Cover Approach to Tokenization","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2511.15709","title":"Tokenisation over Bounded Alphabets is Hard","created":"2025-11-19","cited_by_count":5,"area":null},{"id":"2510.05181","title":"Auditing Pay-Per-Token in Large Language Models","created":"2025-10-05","cited_by_count":4,"area":null},{"id":"2605.22821","title":"Tokenisation via Convex Relaxations","created":"2026-05-21","cited_by_count":4,"area":null},{"id":"2511.05578","title":"UTF-8 Plumbing: Byte-level Tokenizers Unavoidably Enable LLMs to Generate Ill-formed UTF-8","created":"2025-11-05","cited_by_count":3,"area":null},{"id":"2601.21665","title":"AdaptBPE: From General Purpose to Specialized Tokenizers","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2601.11643","title":"Syllabic Agglutinative Tokenizations for Indonesian LLM: A Study from Gasing Literacy Learning System","created":"2026-01-14","cited_by_count":2,"area":null},{"id":"2604.27263","title":"Decoupling the Benefits of Subword Tokenization for Language Model Training via Byte-level Simulation","created":"2026-04-29","cited_by_count":2,"area":null},{"id":"2406.02563","title":"A cost minimization approach to fix the vocabulary size in a tokenizer for an End-to-End ASR system","created":"2024-04-29","cited_by_count":1,"area":null},{"id":"2410.23656","title":"Morphological Typology in BPE Subword Productivity and Language Modeling","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2508.06621","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","created":"2025-08-08","cited_by_count":1,"area":null},{"id":"2603.03583","title":"ByteFlow: Language Modeling through Adaptive Byte Compression without a Tokenizer","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2408.04653","title":"Batching BPE Tokenization Merges","created":"2024-08-05","cited_by_count":0,"area":null},{"id":"2506.06446","title":"Tokenization Multiplicity Leads to Arbitrary Price Variation in LLM-as-a-service","created":"2025-06-06","cited_by_count":0,"area":null},{"id":"2511.05324","title":"Evaluating Subword Tokenization Techniques for Bengali: A Benchmark Study with BengaliBPE","created":"2025-11-07","cited_by_count":0,"area":null},{"id":"2602.04241","title":"Tokenization and Morphological Fidelity in Uralic NLP: A Cross-Lingual Evaluation","created":"2026-02-04","cited_by_count":0,"area":null},{"id":"2602.18618","title":"Narrating For You: Prompt-guided Audio-visual Narrating Face Generation Employing Multi-entangled Latent Space","created":"2026-02-20","cited_by_count":0,"area":null},{"id":"2609.15528","title":"To Each Language Its Tokenizer: Modular Tokenizers for Efficient Multilingual LLMs","created":"2026-09-14","cited_by_count":0,"area":null}],"next_cursor":null}