{"total":108,"rows":[{"id":"2311.07463","title":"MEGAVERSE: Benchmarking Large Language Models Across Languages, Modalities, Models and Tasks","created":"2023-11-13","cited_by_count":57,"area":null},{"id":"2404.04925","title":"Multilingual Large Language Model: A Survey of Resources, Taxonomy and Frontiers","created":"2024-04-07","cited_by_count":51,"area":"lr"},{"id":"2410.02724","title":"Large Language Models as Markov Chains","created":"2024-10-03","cited_by_count":35,"area":null},{"id":"2504.00178","title":"Boundless Byte Pair Encoding: Breaking the Pre-tokenization Barrier","created":"2025-03-31","cited_by_count":32,"area":null},{"id":"2403.00025","title":"On the Challenges and Opportunities in Generative AI","created":"2024-02-28","cited_by_count":31,"area":null},{"id":"2409.04599","title":"BPE Gets Picky: Efficient Vocabulary Refinement During Tokenizer Training","created":"2024-09-06","cited_by_count":31,"area":null},{"id":"2506.11300","title":"Beyond Random Sampling: Efficient Language Model Pretraining via Curriculum Learning","created":"2025-06-12","cited_by_count":26,"area":null},{"id":"2410.03730","title":"Teuken-7B-Base & Teuken-7B-Instruct: Towards European LLMs","created":"2024-09-30","cited_by_count":22,"area":null},{"id":"2508.04796","title":"Parity-Aware Byte-Pair Encoding: Improving Cross-lingual Fairness in Tokenization","created":"2025-08-06","cited_by_count":20,"area":null},{"id":"2402.10712","title":"An Empirical Study on Cross-lingual Vocabulary Adaptation for Efficient Language Model Inference","created":"2024-02-16","cited_by_count":18,"area":null},{"id":"2404.01856","title":"Poro 34B and the Blessing of Multilinguality","created":"2024-04-02","cited_by_count":18,"area":null},{"id":"2411.11072","title":"Multilingual Large Language Models: A Systematic Survey","created":"2024-11-17","cited_by_count":18,"area":null},{"id":"2504.17119","title":"The Rise of Small Language Models in Healthcare: A Comprehensive Survey","created":"2025-04-23","cited_by_count":18,"area":null},{"id":"2404.03626","title":"Training LLMs over Neurally Compressed Text","created":"2024-04-04","cited_by_count":17,"area":null},{"id":"2411.08671","title":"Theoretical Analysis of Byte-Pair Encoding","created":"2024-11-13","cited_by_count":16,"area":null},{"id":"2411.18553","title":"Retrofitting Large Language Models with Dynamic Tokenization","created":"2024-11-27","cited_by_count":16,"area":null},{"id":"2506.03149","title":"Causal Estimation of Tokenisation Bias","created":"2025-06-03","cited_by_count":16,"area":null},{"id":"2502.20273","title":"How Much is Enough? The Diminishing Returns of Tokenization Training Data","created":"2025-02-27","cited_by_count":15,"area":null},{"id":"2506.14761","title":"From Bytes to Ideas: Language Modeling with Autoregressive U-Nets","created":"2025-06-17","cited_by_count":15,"area":null},{"id":"2410.11627","title":"Tokenization and Morphology in Multilingual Language Models: A Comparative Analysis of mT5 and ByT5","created":"2024-10-15","cited_by_count":14,"area":null},{"id":"2509.05486","title":"The Token Tax: Systematic Bias in Multilingual Tokenization","created":"2025-09-05","cited_by_count":14,"area":null},{"id":"2403.01858","title":"An Improved Traditional Chinese Evaluation Suite for Foundation Model","created":"2024-03-04","cited_by_count":13,"area":null},{"id":"2407.05740","title":"Do Multilingual Large Language Models Mitigate Stereotype Bias?","created":"2024-07-08","cited_by_count":13,"area":null},{"id":"2502.15343","title":"Tokenization is Sensitive to Language Variation","created":"2025-02-21","cited_by_count":13,"area":null},{"id":"2505.22582","title":"Less, but Better: Efficient Multilingual Expansion for LLMs via Layer-wise Mixture-of-Experts","created":"2025-05-28","cited_by_count":12,"area":"moe"},{"id":"2506.10766","title":"One Tokenizer To Rule Them All: Emergent Language Plasticity via Multilingual Tokenizers","created":"2025-06-12","cited_by_count":12,"area":null},{"id":"2411.12448","title":"Large Language Models for Lossless Image Compression: Next-Pixel Prediction in Language Space is All You Need","created":"2024-11-19","cited_by_count":10,"area":null},{"id":"2412.15210","title":"Tokenisation is NP-Complete","created":"2024-12-19","cited_by_count":10,"area":null},{"id":"2502.11244","title":"Soteria: Language-Specific Functional Parameter Steering for Multilingual Safety Alignment","created":"2025-02-16","cited_by_count":10,"area":"alignment"},{"id":"2504.06011","title":"Llama-3-Nanda-10B-Chat: An Open Generative Large Language Model for Hindi","created":"2025-04-08","cited_by_count":10,"area":null},{"id":"2411.11171","title":"LL\\\"aMmlein: Transparent, Compact and Competitive German-Only Language Models from Scratch","created":"2024-11-17","cited_by_count":9,"area":null},{"id":"2510.18840","title":"See the Text: From Tokenization to Visual Reading","created":"2025-10-21","cited_by_count":9,"area":null},{"id":"2507.12720","title":"FLEXITOKENS: Flexible Tokenization for Evolving Language Models","created":"2025-07-17","cited_by_count":8,"area":null},{"id":"2410.16257","title":"Elucidating the design space of language models for image generation","created":"2024-10-21","cited_by_count":6,"area":null},{"id":"2412.11704","title":"Adapting Chat Language Models Using Only Target Unlabeled Language Data","created":"2024-12-16","cited_by_count":6,"area":null},{"id":"2505.00022","title":"Aleph-Alpha-GermanWeb: Improving German-language LLM pre-training with model-based data curation and synthetic data generation","created":"2025-04-24","cited_by_count":6,"area":"synth"},{"id":"2505.20133","title":"Token Distillation: Attention-aware Input Embeddings For New Tokens","created":"2025-05-26","cited_by_count":6,"area":null},{"id":"2510.21954","title":"Model-Aware Tokenizer Transfer","created":"2025-10-24","cited_by_count":6,"area":null},{"id":"2511.21622","title":"On the Origin of Algorithmic Progress in AI","created":"2025-11-26","cited_by_count":6,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2403.11130","title":"Exploring Tokenization Strategies and Vocabulary Sizes for Enhanced Arabic Language Models","created":"2024-03-17","cited_by_count":5,"area":null},{"id":"2407.12869","title":"Bilingual Adaptation of Monolingual Foundation Models","created":"2024-07-13","cited_by_count":5,"area":null},{"id":"2409.15370","title":"Tokenization for Molecular Foundation Models","created":"2024-09-19","cited_by_count":5,"area":null},{"id":"2410.06898","title":"Generative Model for Less-Resourced Language with 1 billion parameters","created":"2024-10-09","cited_by_count":5,"area":null},{"id":"2410.13351","title":"Representation Learning of Structured Data for Medical Foundation Models","created":"2024-10-17","cited_by_count":5,"area":null},{"id":"2410.14991","title":"ChitroJera: A Regionally Relevant Visual Question Answering Dataset for Bangla","created":"2024-10-19","cited_by_count":5,"area":null},{"id":"2501.06246","title":"A Partition Cover Approach to Tokenization","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2511.15709","title":"Tokenisation over Bounded Alphabets is Hard","created":"2025-11-19","cited_by_count":5,"area":null},{"id":"2411.04530","title":"Tomato, Tomahto, Tomate: Do Multilingual Language Models Understand Based on Subword-Level Semantic Concepts?","created":"2024-11-07","cited_by_count":4,"area":null},{"id":"2509.05668","title":"Llama-GENBA-10B: A Trilingual Large Language Model for German, English and Bavarian","created":"2025-09-06","cited_by_count":4,"area":null},{"id":"2510.16713","title":"so much depends / upon / a whitespace: Why Whitespace Matters for Poets and LLMs","created":"2025-10-19","cited_by_count":4,"area":null},{"id":"2511.03237","title":"MUTANT: A Recipe for Multilingual Tokenizer Design","created":"2025-11-05","cited_by_count":4,"area":null},{"id":"2512.20757","title":"TokSuite: Measuring the Impact of Tokenizer Choice on Language Model Behavior","created":"2025-12-23","cited_by_count":4,"area":null},{"id":"2605.22821","title":"Tokenisation via Convex Relaxations","created":"2026-05-21","cited_by_count":4,"area":null},{"id":"2504.15120","title":"Kuwain 1.5B: An Arabic SLM via Language Injection","created":"2025-04-21","cited_by_count":3,"area":null},{"id":"2505.19356","title":"Optimized Text Embedding Models and Benchmarks for Amharic Passage Retrieval","created":"2025-05-25","cited_by_count":3,"area":null},{"id":"2507.22543","title":"Pre-trained Models Perform the Best When Token Distributions Follow Zipf's Law","created":"2025-07-30","cited_by_count":3,"area":null},{"id":"2508.11260","title":"UNVEILING: What Makes Linguistics Olympiad Puzzles Tricky for LLMs?","created":"2025-08-15","cited_by_count":3,"area":"lr"},{"id":"2508.12803","title":"When Alignment Hurts: Decoupling Representational Spaces in Multilingual Models","created":"2025-08-18","cited_by_count":3,"area":null},{"id":"2510.09947","title":"Beyond Fertility: Analyzing STRR as a Metric for Multilingual Tokenization Evaluation","created":"2025-10-11","cited_by_count":3,"area":null},{"id":"2511.03825","title":"How Different Tokenization Algorithms Impact LLMs and Transformer Models for Binary Code Analysis","created":"2025-11-05","cited_by_count":3,"area":null},{"id":"2511.05578","title":"UTF-8 Plumbing: Byte-level Tokenizers Unavoidably Enable LLMs to Generate Ill-formed UTF-8","created":"2025-11-05","cited_by_count":3,"area":null},{"id":"2512.05217","title":"Rethinking Tokenization for Clinical Time Series: When Less is More","created":"2025-12-04","cited_by_count":3,"area":"lr"},{"id":"2604.04204","title":"How Does \"English (US)\" Become the Default? Triangulating Structural Bias Towards American English Across the LLM Pipeline","created":"2026-04-05","cited_by_count":3,"area":null},{"id":"2408.01736","title":"Can LLMs predict the convergence of Stochastic Gradient Descent?","created":"2024-08-03","cited_by_count":2,"area":null},{"id":"2411.15397","title":"Visual-Word Tokenizer: Beyond Fixed Sets of Tokens in Vision Transformers","created":"2024-11-23","cited_by_count":2,"area":null},{"id":"2506.15138","title":"Less Is More: Reducing Token Counts Without Compromising Performance","created":"2025-06-18","cited_by_count":2,"area":null},{"id":"2506.17789","title":"Multilingual Tokenization through the Lens of Indian Languages: Challenges and Insights","created":"2025-06-21","cited_by_count":2,"area":null},{"id":"2508.12243","title":"SEA-BED: How Do Embedding Models Represent Southeast Asian Languages?","created":"2025-08-17","cited_by_count":2,"area":null},{"id":"2512.21933","title":"Broken Words, Broken Performance: Effect of Tokenization on Performance of LLMs","created":"2025-12-26","cited_by_count":2,"area":null},{"id":"2604.16656","title":"Defragmenting Language Models: An Interpretability-based Approach for Vocabulary Expansion","created":"2026-04-17","cited_by_count":2,"area":null},{"id":"2606.20993","title":"Phonemes to the Rescue: Multilingual Tokenization Based on International Phonetic Alphabet","created":"2026-06-18","cited_by_count":2,"area":null},{"id":"2608.18062","title":"TokEval: A Tokenizer Evaluation Suite","created":"2026-08-18","cited_by_count":2,"area":null},{"id":"2608.26449","title":"Vowel Signs Are Not Letters: A Pre-tokenization Ceiling on Multilingual Tokenizer Fertility","created":"2026-08-26","cited_by_count":2,"area":null},{"id":"2410.10665","title":"Double Jeopardy and Climate Impact in the Use of Large Language Models: Socio-economic Disparities and Reduced Utility for Non-English Speakers","created":"2024-10-14","cited_by_count":1,"area":null},{"id":"2507.23087","title":"On LLM-Assisted Generation of Smart Contracts from Business Processes","created":"2025-07-30","cited_by_count":1,"area":null},{"id":"2511.20849","title":"Length-MAX Tokenizer for Language Models","created":"2025-11-25","cited_by_count":1,"area":null},{"id":"2512.23065","title":"TabiBERT: A Large-Scale ModernBERT Foundation Model and A Unified Benchmark for Turkish","created":"2025-12-28","cited_by_count":1,"area":null},{"id":"2601.05988","title":"CyberGFM: Graph Foundation Models for Lateral Movement Detection in Enterprise Networks","created":"2026-01-09","cited_by_count":1,"area":null},{"id":"2603.15773","title":"Morphemes Without Borders: Evaluating Root-Pattern Morphology in Arabic Tokenizers and LLMs","created":"2026-03-16","cited_by_count":1,"area":null},{"id":"2603.25309","title":"Separate Before You Compress: The WWHO Tokenization Architecture","created":"2026-03-26","cited_by_count":1,"area":null},{"id":"2604.21637","title":"Multilinguality at the Edge: Developing Language Models for the Global South","created":"2026-04-23","cited_by_count":1,"area":null},{"id":"2605.18232","title":"SomaliWeb v1: A Quality-Filtered Somali Web Corpus with a Matched Tokenizer and a Public Language-Identification Benchmark","created":"2026-05-18","cited_by_count":1,"area":null},{"id":"2607.23362","title":"Joint Optimization for Greedy Longest-match Tokenization","created":"2026-07-25","cited_by_count":1,"area":null},{"id":"2403.01817","title":"NusaBERT: Teaching IndoBERT to be Multilingual and Multicultural","created":"2024-03-04","cited_by_count":0,"area":null},{"id":"2410.08800","title":"Data Processing for the OpenGPT-X Model Family","created":"2024-10-11","cited_by_count":0,"area":null},{"id":"2505.15835","title":"Transforming Decoder-Only Transformers for Accurate WiFi-Telemetry Based Indoor Localization","created":"2025-05-16","cited_by_count":0,"area":null},{"id":"2506.18674","title":"Is There a Case for Conversation Optimized Tokenizers in Large Language Models?","created":"2025-06-23","cited_by_count":0,"area":null},{"id":"2507.14586","title":"What do Large Language Models know about materials?","created":"2025-07-19","cited_by_count":0,"area":null},{"id":"2509.15255","title":"Comparative Analysis of Tokenization Algorithms for Low-Resource Language Dzongkha","created":"2025-09-18","cited_by_count":0,"area":null},{"id":"2510.13481","title":"Tahakom LLM Guidelines and Recipes: From Pre-training Data to an Arabic LLM","created":"2025-10-15","cited_by_count":0,"area":null},{"id":"2511.12823","title":"Enhancing LLM Code Generation Capabilities through Test-Driven Development and Code Interpreter","created":"2025-11-16","cited_by_count":0,"area":null},{"id":"2601.13588","title":"TREX: Tokenizer Regression for Optimal Data Mixture","created":"2026-01-20","cited_by_count":0,"area":null},{"id":"2602.00497","title":"Culturally-Grounded Governance for Multilingual Language Models: Rights, Data Boundaries, and Accountable AI Design","created":"2026-01-31","cited_by_count":0,"area":null},{"id":"2604.16689","title":"The Query Channel: Information-Theoretic Limits of Masking-Based Explanations","created":"2026-04-17","cited_by_count":0,"area":null},{"id":"2606.03269","title":"Distilling Answer-Set Programming Rules from LLMs for Neurosymbolic Visual Question Answering","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2606.15521","title":"Emergent retokenization symmetry in large language models: phenomenology and applications","created":"2026-06-14","cited_by_count":0,"area":null},{"id":"2606.28999","title":"BERTomelo: Your Portuguese Encoder Best Friend","created":"2026-06-27","cited_by_count":0,"area":null},{"id":"2607.05691","title":"Where to cut, how deep: BPE and Unigram-LM on chemistry SMILES","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.08221","title":"LUMI: Tokenizer-Agnostic LLM-Based Lossless Image Compression","created":"2026-07-09","cited_by_count":0,"area":null}],"next_cursor":"100"}