{"total":192,"rows":[{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2309.13638","title":"Embers of Autoregression: Understanding Large Language Models Through the Problem They are Trained to Solve","created":"2023-09-24","cited_by_count":178,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2405.15032","title":"Aya 23: Open Weight Releases to Further Multilingual Progress","created":"2024-05-23","cited_by_count":123,"area":null},{"id":"2404.17790","title":"Continual Pre-Training for Cross-Lingual LLM Adaptation: Enhancing Japanese Language Capabilities","created":"2024-04-27","cited_by_count":111,"area":null},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2406.20052","title":"Understanding and Mitigating Language Confusion in LLMs","created":"2024-06-28","cited_by_count":75,"area":null},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2503.13423","title":"SuperBPE: Space Travel for Language Models","created":"2025-03-17","cited_by_count":63,"area":null},{"id":"2404.16816","title":"IndicGenBench: A Multilingual Benchmark to Evaluate Generation Capabilities of LLMs on Indic Languages","created":"2024-04-25","cited_by_count":56,"area":null},{"id":"2404.04925","title":"Multilingual Large Language Model: A Survey of Resources, Taxonomy and Frontiers","created":"2024-04-07","cited_by_count":51,"area":"lr"},{"id":"2410.05864","title":"From Tokens to Words: On the Inner Lexicon of LLMs","created":"2024-10-08","cited_by_count":48,"area":null},{"id":"2505.05408","title":"Crosslingual Reasoning through Test-Time Scaling","created":"2025-05-08","cited_by_count":46,"area":"lr"},{"id":"2407.03211","title":"How Does Quantization Affect Multilingual LLMs?","created":"2024-07-03","cited_by_count":43,"area":null},{"id":"2401.05632","title":"Natural Language Processing for Dialects of a Language: A Survey","created":"2024-01-11","cited_by_count":40,"area":null},{"id":"2403.10691","title":"MYTE: Morphology-Driven Byte Encoding for Better and Fairer Multilingual Language Modeling","created":"2024-03-15","cited_by_count":40,"area":null},{"id":"2408.06929","title":"Evaluating Cultural Adaptability of a Large Language Model via Simulation of Synthetic Personas","created":"2024-08-13","cited_by_count":37,"area":null},{"id":"2404.06228","title":"Understanding Cross-Lingual Alignment -- A Survey","created":"2024-04-09","cited_by_count":34,"area":null},{"id":"2404.14408","title":"SpaceByte: Towards Deleting Tokenization from Large Language Modeling","created":"2024-04-22","cited_by_count":34,"area":null},{"id":"2410.05613","title":"Stereotype or Personalization? User Identity Biases Chatbot Recommendations","created":"2024-10-08","cited_by_count":34,"area":null},{"id":"2403.00025","title":"On the Challenges and Opportunities in Generative AI","created":"2024-02-28","cited_by_count":31,"area":null},{"id":"2405.07883","title":"Zero-Shot Tokenizer Transfer","created":"2024-05-13","cited_by_count":31,"area":null},{"id":"2406.17761","title":"CaLMQA: Exploring culturally specific long-form question answering across 23 languages","created":"2024-06-25","cited_by_count":31,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2410.20771","title":"MrT5: Dynamic Token Merging for Efficient Byte-level Language Models","created":"2024-10-28","cited_by_count":28,"area":"inference"},{"id":"2403.00686","title":"A Bit of a Problem: Measurement Disparities in Dataset Sizes Across Languages","created":"2024-03-01","cited_by_count":25,"area":null},{"id":"2309.07423","title":"ChatGPT MT: Competitive for High- (but not Low-) Resource Languages","created":"2023-09-14","cited_by_count":23,"area":null},{"id":"2310.05317","title":"Task-Adaptive Tokenization: Enhancing Long-Form Text Generation Efficacy in Mental Health and Beyond","created":"2023-10-09","cited_by_count":23,"area":null},{"id":"2406.11477","title":"How Can We Effectively Expand the Vocabulary of LLMs with 0.01GB of Target Language Text?","created":"2024-06-17","cited_by_count":22,"area":null},{"id":"2406.14670","title":"Exploring Design Choices for Building Language-Specific LLMs","created":"2024-06-20","cited_by_count":22,"area":null},{"id":"2507.06378","title":"Evaluating Morphological Alignment of Tokenizers in 70 Languages","created":"2025-07-08","cited_by_count":22,"area":null},{"id":"2311.08391","title":"A Material Lens on Coloniality in NLP","created":"2023-11-14","cited_by_count":21,"area":null},{"id":"2508.04796","title":"Parity-Aware Byte-Pair Encoding: Improving Cross-lingual Fairness in Tokenization","created":"2025-08-06","cited_by_count":20,"area":null},{"id":"2503.01996","title":"One ruler to measure them all: Benchmarking multilingual long-context language models","created":"2025-03-03","cited_by_count":19,"area":null},{"id":"2402.10712","title":"An Empirical Study on Cross-lingual Vocabulary Adaptation for Efficient Language Model Inference","created":"2024-02-16","cited_by_count":18,"area":null},{"id":"2404.01954","title":"HyperCLOVA X Technical Report","created":"2024-04-02","cited_by_count":18,"area":null},{"id":"2404.06138","title":"Cendol: Open Instruction-tuned Generative Large Language Models for Indonesian Languages","created":"2024-04-09","cited_by_count":18,"area":null},{"id":"2411.18553","title":"Retrofitting Large Language Models with Dynamic Tokenization","created":"2024-11-27","cited_by_count":16,"area":null},{"id":"2505.21315","title":"Charting the Landscape of African NLP: Mapping Progress and Shaping the Road Ahead","created":"2025-05-27","cited_by_count":16,"area":null},{"id":"2508.07414","title":"Grounding Multilingual Multimodal LLMs With Cultural Knowledge","created":"2025-08-10","cited_by_count":16,"area":"mllm"},{"id":"2309.13320","title":"GlotScript: A Resource and Tool for Low Resource Writing System Identification","created":"2023-09-23","cited_by_count":15,"area":null},{"id":"2502.09192","title":"Thinking beyond the anthropomorphic paradigm benefits LLM research","created":"2025-02-13","cited_by_count":14,"area":"lr"},{"id":"2509.05486","title":"The Token Tax: Systematic Bias in Multilingual Tokenization","created":"2025-09-05","cited_by_count":14,"area":null},{"id":"2404.17047","title":"Near to Mid-term Risks and Opportunities of Open-Source Generative AI","created":"2024-04-25","cited_by_count":13,"area":null},{"id":"2405.08597","title":"Risks and Opportunities of Open-Source Generative AI","created":"2024-05-14","cited_by_count":13,"area":null},{"id":"2407.16607","title":"Data Mixture Inference: What do BPE Tokenizers Reveal about their Training Data?","created":"2024-07-23","cited_by_count":13,"area":null},{"id":"2502.15343","title":"Tokenization is Sensitive to Language Variation","created":"2025-02-21","cited_by_count":13,"area":null},{"id":"2505.21627","title":"Is Your LLM Overcharging You? Tokenization, Transparency, and Incentives","created":"2025-05-27","cited_by_count":13,"area":null},{"id":"2406.16758","title":"Towards Fast Multilingual LLM Inference: Speculative Decoding and Specialized Drafters","created":"2024-06-24","cited_by_count":12,"area":"inference"},{"id":"2407.05022","title":"A Principled Framework for Evaluating on Typologically Diverse Languages","created":"2024-07-06","cited_by_count":12,"area":null},{"id":"2409.07355","title":"Think Together and Work Better: Combining Humans' and LLMs' Think-Aloud Outcomes for Effective Text Evaluation","created":"2024-09-11","cited_by_count":12,"area":"lr"},{"id":"2504.09378","title":"Can you map it to English? The Role of Cross-Lingual Alignment in Multilingual Performance of LLMs","created":"2025-04-13","cited_by_count":12,"area":null},{"id":"2505.22582","title":"Less, but Better: Efficient Multilingual Expansion for LLMs via Layer-wise Mixture-of-Experts","created":"2025-05-28","cited_by_count":12,"area":"moe"},{"id":"2506.10766","title":"One Tokenizer To Rule Them All: Emergent Language Plasticity via Multilingual Tokenizers","created":"2025-06-12","cited_by_count":12,"area":null},{"id":"2506.03101","title":"Beyond Text Compression: Evaluating Tokenizers Across Scales","created":"2025-06-03","cited_by_count":11,"area":null},{"id":"2509.18750","title":"False Friends Are Not Foes: Investigating Vocabulary Overlap in Multilingual Language Models","created":"2025-09-23","cited_by_count":11,"area":null},{"id":"2601.07220","title":"The Roots of Performance Disparity in Multilingual Language Models: Intrinsic Modeling Difficulty or Design Choices?","created":"2026-01-12","cited_by_count":11,"area":null},{"id":"2309.16573","title":"Language Models as a Service: Overview of a New Paradigm and its Challenges","created":"2023-09-28","cited_by_count":10,"area":null},{"id":"2412.15210","title":"Tokenisation is NP-Complete","created":"2024-12-19","cited_by_count":10,"area":null},{"id":"2505.21344","title":"The Multilingual Divide and Its Impact on Global AI Safety","created":"2025-05-27","cited_by_count":10,"area":null},{"id":"2305.14716","title":"GlobalBench: A Benchmark for Global Progress in Natural Language Processing","created":"2023-05-24","cited_by_count":9,"area":null},{"id":"2404.07982","title":"The Role of Language Imbalance in Cross-lingual Generalisation: Insights from Cloned Language Experiments","created":"2024-04-11","cited_by_count":9,"area":null},{"id":"2405.12413","title":"Targeted Multilingual Adaptation for Low-resource Language Families","created":"2024-05-20","cited_by_count":9,"area":null},{"id":"2410.09644","title":"Adapters for Altering LLM Vocabularies: What Languages Benefit the Most?","created":"2024-10-12","cited_by_count":9,"area":null},{"id":"2502.11187","title":"TituLLMs: A Family of Bangla LLMs with Comprehensive Benchmarking","created":"2025-02-16","cited_by_count":9,"area":null},{"id":"2507.23248","title":"Script Fragmentation and Format: What Drives the English-Bengali Performance Gap in Open LLMs?","created":"2025-07-31","cited_by_count":9,"area":null},{"id":"2509.20045","title":"Tokenization and Representation Biases in Multilingual Models on Dialectal NLP Tasks","created":"2025-09-24","cited_by_count":9,"area":null},{"id":"2511.11346","title":"Fast and Expressive Multi-Byte Prediction with Probabilistic Circuits","created":"2025-11-14","cited_by_count":9,"area":null},{"id":"2512.15586","title":"Bolmo: Byteifying the Next Generation of Language Models","created":"2025-12-17","cited_by_count":9,"area":null},{"id":"2308.07462","title":"Playing with words: Comparing the vocabulary and lexical diversity of ChatGPT and humans","created":"2023-08-14","cited_by_count":8,"area":null},{"id":"2401.10660","title":"Accelerating Multilingual Language Model for Excessively Tokenized Languages","created":"2024-01-19","cited_by_count":8,"area":null},{"id":"2412.06926","title":"When Every Token Counts: Optimal Segmentation for Low-Resource Language Models","created":"2024-12-09","cited_by_count":8,"area":null},{"id":"2412.10244","title":"Efficient Continual Pre-training of LLMs for Low-resource Languages","created":"2024-12-13","cited_by_count":8,"area":null},{"id":"2507.12720","title":"FLEXITOKENS: Flexible Tokenization for Evolving Language Models","created":"2025-07-17","cited_by_count":8,"area":null},{"id":"2403.05434","title":"Cost-Performance Optimization for Processing Low-Resource Language Tasks Using Commercial LLMs","created":"2024-03-08","cited_by_count":7,"area":null},{"id":"2505.22645","title":"Characterizing Bias: Benchmarking Large Language Models in Simplified versus Traditional Chinese","created":"2025-05-28","cited_by_count":7,"area":null},{"id":"2510.21909","title":"Explaining and Mitigating Crosslingual Tokenizer Inequities","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2405.20512","title":"How Multilingual Are Large Language Models Fine-Tuned for Translation?","created":"2024-05-30","cited_by_count":6,"area":null},{"id":"2412.11704","title":"Adapting Chat Language Models Using Only Target Unlabeled Language Data","created":"2024-12-16","cited_by_count":6,"area":null},{"id":"2503.02670","title":"Multidimensional Consistency Improves Reasoning in Language Models","created":"2025-03-04","cited_by_count":6,"area":"lr"},{"id":"2505.20133","title":"Token Distillation: Attention-aware Input Embeddings For New Tokens","created":"2025-05-26","cited_by_count":6,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2409.15370","title":"Tokenization for Molecular Foundation Models","created":"2024-09-19","cited_by_count":5,"area":null},{"id":"2410.04335","title":"ReTok: Replacing Tokenizer to Enhance Representation Efficiency in Large Language Model","created":"2024-10-06","cited_by_count":5,"area":null},{"id":"2503.01150","title":"MiLiC-Eval: Benchmarking Multilingual LLMs for China's Minority Languages","created":"2025-03-03","cited_by_count":5,"area":null},{"id":"2506.01084","title":"zip2zip: Inference-Time Adaptive Tokenization via Online Compression","created":"2025-06-01","cited_by_count":5,"area":null},{"id":"2403.10900","title":"BEnQA: A Question Answering and Reasoning Benchmark for Bengali and English","created":"2024-03-16","cited_by_count":4,"area":"lr"},{"id":"2505.18638","title":"Multilingual Question Answering in Low-Resource Settings: A Dzongkha-English Benchmark for Foundation Models","created":"2025-05-24","cited_by_count":4,"area":null},{"id":"2509.00285","title":"OpinioRAG: Towards Generating User-Centric Opinion Highlights from Large-scale Online Reviews","created":"2025-08-30","cited_by_count":4,"area":null},{"id":"2512.04844","title":"Mitigating Catastrophic Forgetting in Target Language Adaptation of LLMs via Source-Shielded Updates","created":"2025-12-04","cited_by_count":4,"area":null},{"id":"2602.11174","title":"The Script Tax: Measuring Tokenization-Driven Efficiency and Latency Disparities in Multilingual Language Models","created":"2026-01-19","cited_by_count":4,"area":null},{"id":"2605.01188","title":"Compute Optimal Tokenization","created":"2026-05-02","cited_by_count":4,"area":null},{"id":"2605.14890","title":"Tokenizer Fertility and Zero-Shot Performance of Foundation Models on Ukrainian Legal Text: A Comparative Study","created":"2026-05-14","cited_by_count":4,"area":null},{"id":"2605.24718","title":"The Tokenizer Tax Across 25 European Languages: Domain Invariance, Cross-Lingual Few-Shot Effects, and the Ukrainian Penalty","created":"2026-05-23","cited_by_count":4,"area":null},{"id":"2410.17532","title":"Responsible Multilingual Large Language Models: A Survey of Development, Applications, and Societal Impact","created":"2024-10-23","cited_by_count":3,"area":null},{"id":"2502.09532","title":"Mind the Gap! Choice Independence in Using Multilingual LLMs for Persuasive Co-Writing Tasks in Different Languages","created":"2025-02-13","cited_by_count":3,"area":null},{"id":"2506.07541","title":"Bit-level BPE: Below the byte boundary","created":"2025-06-09","cited_by_count":3,"area":null},{"id":"2510.09947","title":"Beyond Fertility: Analyzing STRR as a Metric for Multilingual Tokenization Evaluation","created":"2025-10-11","cited_by_count":3,"area":null},{"id":"2510.15115","title":"Measuring the Effect of Disfluency in Multilingual Knowledge Probing Benchmarks","created":"2025-10-16","cited_by_count":3,"area":null},{"id":"2511.05578","title":"UTF-8 Plumbing: Byte-level Tokenizers Unavoidably Enable LLMs to Generate Ill-formed UTF-8","created":"2025-11-05","cited_by_count":3,"area":null}],"next_cursor":"100"}