{"total":85,"rows":[{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2308.16884","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","created":"2023-08-31","cited_by_count":311,"area":null},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118,"area":null},{"id":"2402.18376","title":"Tokenization Is More Than Compression","created":"2024-02-28","cited_by_count":89,"area":null},{"id":"2402.01035","title":"Getting the most out of your tokenizer for pre-training and domain adaptation","created":"2024-02-01","cited_by_count":66,"area":null},{"id":"2305.17179","title":"Tokenization Impacts Multilingual Language Modeling: Assessing Vocabulary Allocation and Overlap Across Languages","created":"2023-05-26","cited_by_count":62,"area":null},{"id":"2411.14198","title":"Why do language models perform worse for morphologically complex languages?","created":"2024-11-21","cited_by_count":62,"area":null},{"id":"2306.02069","title":"MultiLegalPile: A 689GB Multilingual Legal Corpus","created":"2023-06-03","cited_by_count":60,"area":null},{"id":"2305.08848","title":"Small Models are Valuable Plug-ins for Large Language Models","created":"2023-05-15","cited_by_count":42,"area":null},{"id":"2406.16678","title":"Segment Any Text: A Universal Approach for Robust, Efficient and Adaptable Sentence Segmentation","created":"2024-06-24","cited_by_count":41,"area":null},{"id":"2403.10691","title":"MYTE: Morphology-Driven Byte Encoding for Better and Fairer Multilingual Language Modeling","created":"2024-03-15","cited_by_count":40,"area":null},{"id":"2401.10440","title":"Breaking the Curse of Multilinguality with Cross-lingual Expert Language Models","created":"2024-01-19","cited_by_count":38,"area":null},{"id":"2311.08849","title":"OFA: A Framework of Initializing Unseen Subword Embeddings for Efficient Large-scale Multilingual Continued Pretraining","created":"2023-11-15","cited_by_count":37,"area":null},{"id":"2403.01289","title":"Greed is All You Need: An Evaluation of Tokenizer Inference Methods","created":"2024-03-02","cited_by_count":34,"area":null},{"id":"2404.06228","title":"Understanding Cross-Lingual Alignment -- A Survey","created":"2024-04-09","cited_by_count":34,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2409.04599","title":"BPE Gets Picky: Efficient Vocabulary Refinement During Tokenizer Training","created":"2024-09-06","cited_by_count":31,"area":null},{"id":"2310.13348","title":"Analyzing Cognitive Plausibility of Subword Tokenization","created":"2023-10-20","cited_by_count":30,"area":null},{"id":"2502.00894","title":"MorphBPE: A Morpho-Aware Tokenizer Bridging Linguistic Complexity for Efficient LLM Training Across Morphologies","created":"2025-02-02","cited_by_count":25,"area":null},{"id":"2305.14280","title":"Multilingual Pixel Representations for Translation and Effective Cross-lingual Transfer","created":"2023-05-23","cited_by_count":22,"area":null},{"id":"2410.01335","title":"Layer Swapping for Zero-Shot Cross-Lingual Transfer in Large Language Models","created":"2024-10-02","cited_by_count":21,"area":null},{"id":"2305.15020","title":"An Efficient Multilingual Language Model Compression through Vocabulary Trimming","created":"2023-05-24","cited_by_count":20,"area":null},{"id":"2502.01637","title":"Scaling Embedding Layers in Language Models","created":"2025-02-03","cited_by_count":20,"area":null},{"id":"2502.18795","title":"Anything Goes? A Crosslinguistic Study of (Im)possible Language Learning in LMs","created":"2025-02-26","cited_by_count":20,"area":null},{"id":"2411.18553","title":"Retrofitting Large Language Models with Dynamic Tokenization","created":"2024-11-27","cited_by_count":16,"area":null},{"id":"2503.19693","title":"AdaptiVocab: Enhancing LLM Efficiency in Focused Domains through Lightweight Vocabulary Adaptation","created":"2025-03-25","cited_by_count":15,"area":null},{"id":"2310.20384","title":"Do large language models solve verbal analogies like children do?","created":"2023-10-31","cited_by_count":13,"area":null},{"id":"2311.09071","title":"How Vocabulary Sharing Facilitates Multilingualism in LLaMA?","created":"2023-11-15","cited_by_count":12,"area":null},{"id":"2503.14043","title":"Beyond Next Token Probabilities: Learnable, Fast Detection of Hallucinations and Data Contamination on LLM Output Distributions","created":"2025-03-18","cited_by_count":12,"area":null},{"id":"2504.08716","title":"ModernBERT or DeBERTaV3? Examining Architecture and Data Influence on Transformer Encoder Models Performance","created":"2025-04-11","cited_by_count":12,"area":null},{"id":"2509.18750","title":"False Friends Are Not Foes: Investigating Vocabulary Overlap in Multilingual Language Models","created":"2025-09-23","cited_by_count":11,"area":null},{"id":"2405.12413","title":"Targeted Multilingual Adaptation for Low-resource Language Families","created":"2024-05-20","cited_by_count":9,"area":null},{"id":"2512.15586","title":"Bolmo: Byteifying the Next Generation of Language Models","created":"2025-12-17","cited_by_count":9,"area":null},{"id":"2309.10706","title":"OpenBA: An Open-sourced 15B Bilingual Asymmetric seq2seq Model Pre-trained from Scratch","created":"2023-09-19","cited_by_count":7,"area":null},{"id":"2311.14391","title":"\\'UFAL CorPipe at CRAC 2023: Larger Context Improves Multilingual Coreference Resolution","created":"2023-11-24","cited_by_count":7,"area":null},{"id":"2401.06466","title":"PersianMind: A Cross-Lingual Persian-English Large Language Model","created":"2024-01-12","cited_by_count":7,"area":null},{"id":"2402.03223","title":"English Prompts are Better for NLI-based Zero-Shot Emotion Classification than Target-Language Prompts","created":"2024-02-05","cited_by_count":7,"area":null},{"id":"2404.04487","title":"KazQAD: Kazakh Open-Domain Question Answering Dataset","created":"2024-04-06","cited_by_count":7,"area":null},{"id":"2407.16382","title":"TookaBERT: A Step Forward for Persian NLU","created":"2024-07-23","cited_by_count":7,"area":null},{"id":"2506.08400","title":"mSTEB: Massively Multilingual Evaluation of LLMs on Speech and Text Tasks","created":"2025-06-10","cited_by_count":7,"area":null},{"id":"2510.21909","title":"Explaining and Mitigating Crosslingual Tokenizer Inequities","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2405.20512","title":"How Multilingual Are Large Language Models Fine-Tuned for Translation?","created":"2024-05-30","cited_by_count":6,"area":null},{"id":"2409.17326","title":"How Transliterations Improve Crosslingual Alignment","created":"2024-09-25","cited_by_count":6,"area":null},{"id":"2510.21954","title":"Model-Aware Tokenizer Transfer","created":"2025-10-24","cited_by_count":6,"area":null},{"id":"2309.08351","title":"Headless Language Models: Learning without Predicting with Contrastive Weight Tying","created":"2023-09-15","cited_by_count":5,"area":null},{"id":"2406.17535","title":"Disce aut Deficere: Evaluating LLMs Proficiency on the INVALSI Italian Benchmark","created":"2024-06-25","cited_by_count":5,"area":null},{"id":"2506.01084","title":"zip2zip: Inference-Time Adaptive Tokenization via Online Compression","created":"2025-06-01","cited_by_count":5,"area":null},{"id":"2507.12838","title":"Are Knowledge and Reference in Multilingual Language Models Cross-Lingually Consistent?","created":"2025-07-17","cited_by_count":5,"area":null},{"id":"2310.12936","title":"A Predictive Factor Analysis of Social Biases and Task-Performance in Pretrained Masked Language Models","created":"2023-10-19","cited_by_count":4,"area":null},{"id":"2406.09717","title":"UniBridge: A Unified Approach to Cross-Lingual Transfer Learning for Low-Resource Languages","created":"2024-06-14","cited_by_count":4,"area":null},{"id":"2411.04530","title":"Tomato, Tomahto, Tomate: Do Multilingual Language Models Understand Based on Subword-Level Semantic Concepts?","created":"2024-11-07","cited_by_count":4,"area":null},{"id":"2602.11174","title":"The Script Tax: Measuring Tokenization-Driven Efficiency and Latency Disparities in Multilingual Language Models","created":"2026-01-19","cited_by_count":4,"area":null},{"id":"2504.21018","title":"HYPEROFA: Expanding LLM Vocabulary to New Languages via Hypernetwork-Based Embedding Initialization","created":"2025-04-21","cited_by_count":3,"area":null},{"id":"2506.21508","title":"skLEP: A Slovak General Language Understanding Benchmark","created":"2025-06-26","cited_by_count":3,"area":null},{"id":"2605.08044","title":"Fast Byte Latent Transformer","created":"2026-05-08","cited_by_count":3,"area":null},{"id":"2309.08708","title":"Vocabulary-level Memory Efficiency for Language Model Fine-tuning","created":"2023-09-15","cited_by_count":2,"area":null},{"id":"2310.10532","title":"One For All & All For One: Bypassing Hyperparameter Tuning with Model Averaging For Cross-Lingual Transfer","created":"2023-10-16","cited_by_count":2,"area":null},{"id":"2406.06739","title":"Scaling the Vocabulary of Non-autoregressive Models for Efficient Generative Retrieval","created":"2024-06-10","cited_by_count":2,"area":null},{"id":"2409.18199","title":"LangSAMP: Language-Script Aware Multilingual Pretraining","created":"2024-09-26","cited_by_count":2,"area":null},{"id":"2410.02611","title":"IndicSentEval: How Effectively do Multilingual Transformer Models encode Linguistic Properties for Indic Languages?","created":"2024-10-03","cited_by_count":2,"area":null},{"id":"2410.12011","title":"Pixology: Probing the Linguistic and Visual Capabilities of Pixel-based Language Models","created":"2024-10-15","cited_by_count":2,"area":null},{"id":"2506.11115","title":"Incorporating Domain Knowledge into Materials Tokenization","created":"2025-06-09","cited_by_count":2,"area":null},{"id":"2508.12243","title":"SEA-BED: How Do Embedding Models Represent Southeast Asian Languages?","created":"2025-08-17","cited_by_count":2,"area":null},{"id":"2510.07613","title":"Vocabulary embeddings organize linguistic structure early in language model training","created":"2025-10-08","cited_by_count":2,"area":null},{"id":"2304.13005","title":"Evaluating Inter-Bilingual Semantic Parsing for Indian Languages","created":"2023-04-25","cited_by_count":1,"area":null},{"id":"2312.00525","title":"SurreyAI 2023 Submission for the Quality Estimation Shared Task","created":"2023-12-01","cited_by_count":1,"area":null},{"id":"2403.10963","title":"Pointer-Generator Networks for Low-Resource Machine Translation: Don't Copy That!","created":"2024-03-16","cited_by_count":1,"area":null},{"id":"2410.03277","title":"A Multi-task Learning Framework for Evaluating Machine Translation of Emotion-loaded User-generated Content","created":"2024-10-04","cited_by_count":1,"area":null},{"id":"2503.16158","title":"Automatically Generating Chinese Homophone Words to Probe Machine Translation Estimation Systems","created":"2025-03-20","cited_by_count":1,"area":null},{"id":"2506.01592","title":"Statement-Tuning Enables Efficient Cross-lingual Generalization in Encoder-only Models","created":"2025-06-02","cited_by_count":1,"area":null},{"id":"2512.23065","title":"TabiBERT: A Large-Scale ModernBERT Foundation Model and A Unified Benchmark for Turkish","created":"2025-12-28","cited_by_count":1,"area":null},{"id":"2608.00582","title":"Writing-System-Level Tokenizer Adaptation for Byte-Level BPE","created":"2026-08-01","cited_by_count":1,"area":null},{"id":"2310.16528","title":"CUNI Submission to MRL 2023 Shared Task on Multi-lingual Multi-task Information Retrieval","created":"2023-10-25","cited_by_count":0,"area":null},{"id":"2403.12563","title":"Simple Hack for Transformers against Heavy Long-Text Classification on a Time- and Memory-Limited GPU Service","created":"2024-03-19","cited_by_count":0,"area":null},{"id":"2406.06000","title":"ThaiCoref: Thai Coreference Resolution Dataset","created":"2024-06-10","cited_by_count":0,"area":null},{"id":"2408.10604","title":"Multilingual Non-Factoid Question Answering with Answer Paragraph Selection","created":"2024-08-20","cited_by_count":0,"area":null},{"id":"2507.00911","title":"The Cognate Data Bottleneck in Language Phylogenetics","created":"2025-07-01","cited_by_count":0,"area":null},{"id":"2602.05599","title":"BhashaSetu: Cross-Lingual Knowledge Transfer from High-Resource to Extreme Low-Resource Languages","created":"2026-02-05","cited_by_count":0,"area":null},{"id":"2606.23566","title":"LangMAP: A Language-Adaptive Approach to Tokenization","created":"2026-06-22","cited_by_count":0,"area":null},{"id":"2607.08362","title":"Echoes Across Vietnam's Highlands, Delta, and Coast: A Multilingual Corpus for Cham, Khmer, and Tay-Nung","created":"2026-07-09","cited_by_count":0,"area":null},{"id":"2607.15209","title":"Expanding the Lexicon of Ge'ez Based African Languages: A Comparative Study of Amharic and Tigrinya","created":"2026-07-16","cited_by_count":0,"area":null},{"id":"2607.17689","title":"Tokenizing Crosslingual Homographs","created":"2026-07-20","cited_by_count":0,"area":null},{"id":"2607.24276","title":"The Tokenizer Tax: Quantifying and Explaining the Cross-Lingual Cost of Subword Tokenization for Indian Languages","created":"2026-07-27","cited_by_count":0,"area":null},{"id":"2609.15528","title":"To Each Language Its Tokenizer: Modular Tokenizers for Efficient Multilingual LLMs","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.19924","title":"The Life of a Token: from Words to Bits on the Wire","created":"2026-09-17","cited_by_count":0,"area":null}],"next_cursor":null}