{"total":25,"rows":[{"id":"2409.04599","title":"BPE Gets Picky: Efficient Vocabulary Refinement During Tokenizer Training","created":"2024-09-06","cited_by_count":31,"area":null},{"id":"2407.17686","title":"Transformers on Markov Data: Constant Depth Suffices","created":"2024-07-25","cited_by_count":27,"area":null},{"id":"2407.11606","title":"The Foundations of Tokenization: Statistical and Computational Concerns","created":"2024-07-16","cited_by_count":22,"area":null},{"id":"2406.16829","title":"Understanding and Mitigating Tokenization Bias in Language Models","created":"2024-06-24","cited_by_count":18,"area":null},{"id":"2410.09303","title":"Exact Byte-Level Probabilities from Tokenized Language Models for FIM-Tasks and Model Ensembles","created":"2024-10-11","cited_by_count":15,"area":null},{"id":"2502.15343","title":"Tokenization is Sensitive to Language Variation","created":"2025-02-21","cited_by_count":13,"area":null},{"id":"2505.21627","title":"Is Your LLM Overcharging You? Tokenization, Transparency, and Incentives","created":"2025-05-27","cited_by_count":13,"area":null},{"id":"2505.14172","title":"The Strawberry Problem: Emergence of Character-level Understanding in Tokenized Language Models","created":"2025-05-20","cited_by_count":11,"area":null},{"id":"2506.00844","title":"LLM Cannot Discover Causality, and Should Be Restricted to Non-Decisional Support in Causal Discovery","created":"2025-06-01","cited_by_count":8,"area":null},{"id":"2410.04335","title":"ReTok: Replacing Tokenizer to Enhance Representation Efficiency in Large Language Model","created":"2024-10-06","cited_by_count":5,"area":null},{"id":"2410.15696","title":"Tokenization as Finite-State Transduction","created":"2024-10-21","cited_by_count":5,"area":null},{"id":"2502.10760","title":"Why is prompting hard? Understanding prompts on binary sequence predictors","created":"2025-02-15","cited_by_count":4,"area":null},{"id":"2410.12989","title":"Qtok: A Comprehensive Framework for Evaluating Multilingual Tokenizer Quality in Large Language Models","created":"2024-10-16","cited_by_count":2,"area":null},{"id":"2411.00593","title":"Adapting Language Models via Token Translation","created":"2024-11-01","cited_by_count":2,"area":null},{"id":"2412.13377","title":"DateLogicQA: Benchmarking Temporal Biases in Large Language Models","created":"2024-12-17","cited_by_count":2,"area":null},{"id":"2601.11643","title":"Syllabic Agglutinative Tokenizations for Indonesian LLM: A Study from Gasing Literacy Learning System","created":"2026-01-14","cited_by_count":2,"area":null},{"id":"2602.05648","title":"Modelling the Morphology of Verbal Paradigms: A Case Study in the Tokenization of Turkish and Hebrew","created":"2026-02-05","cited_by_count":2,"area":null},{"id":"2606.20993","title":"Phonemes to the Rescue: Multilingual Tokenization Based on International Phonetic Alphabet","created":"2026-06-18","cited_by_count":2,"area":null},{"id":"2410.21548","title":"MultiTok: Variable-Length Tokenization for Efficient LLMs Adapted from LZW Compression","created":"2024-10-28","cited_by_count":1,"area":null},{"id":"2506.06446","title":"Tokenization Multiplicity Leads to Arbitrary Price Variation in LLM-as-a-service","created":"2025-06-06","cited_by_count":0,"area":null},{"id":"2509.11295","title":"The Prompt Engineering Report Distilled: Quick Start Guide for Life Sciences","created":"2025-09-14","cited_by_count":0,"area":null},{"id":"2510.18638","title":"Optimality and NP-Hardness of Transformers in Learning Markovian Dynamical Functions","created":"2025-10-21","cited_by_count":0,"area":null},{"id":"2601.02867","title":"Training Language Models with homotokens Leads to Delayed Overfitting","created":"2026-01-06","cited_by_count":0,"area":null},{"id":"2609.00378","title":"Removable and Irreducible: A Token-Cost Ledger for the Multilingual Tokenization Tax","created":"2026-07-17","cited_by_count":0,"area":null},{"id":"2610.14436","title":"Design Choices for Multimodal Transformer Learning with Missing and Longitudinal Healthcare Data","created":"2026-10-10","cited_by_count":0,"area":null}],"next_cursor":null}