{"total":143,"rows":[{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2308.16884","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","created":"2023-08-31","cited_by_count":311,"area":null},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181,"area":null},{"id":"2402.06619","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","created":"2024-02-09","cited_by_count":177,"area":null},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174,"area":null},{"id":"2412.02595","title":"Nemotron-CC: Transforming Common Crawl into a Refined Long-Horizon Pretraining Dataset","created":"2024-12-03","cited_by_count":160,"area":null},{"id":"2205.03983","title":"Building Machine Translation Systems for the Next Thousand Languages","created":"2022-05-09","cited_by_count":69,"area":null},{"id":"2403.14009","title":"A New Massive Multilingual Dataset for High-Performance Language Technologies","created":"2024-03-20","cited_by_count":56,"area":null},{"id":"2402.00786","title":"CroissantLLM: A Truly Bilingual French-English Language Model","created":"2024-02-01","cited_by_count":53,"area":null},{"id":"2403.06350","title":"IndicLLMSuite: A Blueprint for Creating Pre-training and Fine-Tuning Datasets for Indian Languages","created":"2024-03-11","cited_by_count":52,"area":null},{"id":"2408.04303","title":"Trans-Tokenization and Cross-lingual Vocabulary Transfers: Language Adaptation of LLMs for Low-Resource NLP","created":"2024-08-08","cited_by_count":36,"area":null},{"id":"2308.14186","title":"Empowering Cross-lingual Abilities of Instruction-tuned Large Language Models by Translation-following demonstrations","created":"2023-08-27","cited_by_count":35,"area":null},{"id":"2502.10361","title":"Enhancing Multilingual LLM Pretraining with Model-Based Data Selection","created":"2025-02-14","cited_by_count":35,"area":null},{"id":"2311.05741","title":"Efficiently Adapting Pretrained Language Models To New Languages","created":"2023-11-09","cited_by_count":28,"area":null},{"id":"2506.11300","title":"Beyond Random Sampling: Efficient Language Model Pretraining via Curriculum Learning","created":"2025-06-12","cited_by_count":26,"area":null},{"id":"2312.09993","title":"LLaMAntino: LLaMA 2 Models for Effective Text Generation in Italian Language","created":"2023-12-15","cited_by_count":25,"area":null},{"id":"2509.15212","title":"RynnVLA-001: Using Human Demonstrations to Improve Robot Manipulation","created":"2025-09-18","cited_by_count":25,"area":"vla"},{"id":"2305.06721","title":"Advancing Neural Encoding of Portuguese with Transformer Albertina PT-*","created":"2023-05-11","cited_by_count":24,"area":null},{"id":"2309.07423","title":"ChatGPT MT: Competitive for High- (but not Low-) Resource Languages","created":"2023-09-14","cited_by_count":23,"area":null},{"id":"2212.10440","title":"Perplexed by Quality: A Perplexity-based Method for Adult and Harmful Content Detection in Multilingual Heterogeneous Web Data","created":"2022-12-20","cited_by_count":22,"area":"safety"},{"id":"2304.14953","title":"CCpdf: Building a High Quality Corpus for Visually Rich Documents from Web Crawl Data","created":"2023-04-28","cited_by_count":21,"area":null},{"id":"2506.09890","title":"The Emergence of Abstract Thought in Large Language Models Beyond Any Language","created":"2025-06-11","cited_by_count":21,"area":"lr"},{"id":"2407.21530","title":"Data Contamination Report from the 2024 CONDA Shared Task","created":"2024-07-31","cited_by_count":20,"area":null},{"id":"2404.01954","title":"HyperCLOVA X Technical Report","created":"2024-04-02","cited_by_count":18,"area":null},{"id":"2304.09805","title":"A Survey of Corpora for Germanic Low-Resource Languages and Dialects","created":"2023-04-19","cited_by_count":16,"area":null},{"id":"2309.04679","title":"Embedding structure matters: Comparing methods to adapt multilingual vocabularies to new languages","created":"2023-09-09","cited_by_count":16,"area":null},{"id":"2402.12969","title":"Gl\\'orIA -- A Generative and Open Large Language Model for Portuguese","created":"2024-02-20","cited_by_count":16,"area":null},{"id":"2410.23825","title":"GlotCC: An Open Broad-Coverage CommonCrawl Corpus and Pipeline for Minority Languages","created":"2024-10-31","cited_by_count":16,"area":null},{"id":"2505.21315","title":"Charting the Landscape of African NLP: Mapping Progress and Shaping the Road Ahead","created":"2025-05-27","cited_by_count":16,"area":null},{"id":"2305.11140","title":"Exploiting Biased Models to De-bias Text: A Gender-Fair Rewriting Model","created":"2023-05-18","cited_by_count":14,"area":null},{"id":"2503.04554","title":"Compositional Translation: A Novel LLM-based Approach for Low-resource Machine Translation","created":"2025-03-06","cited_by_count":14,"area":null},{"id":"2508.01908","title":"Revisiting Replay and Gradient Alignment for Continual Pre-Training of Large Language Models","created":"2025-08-03","cited_by_count":14,"area":null},{"id":"2401.14373","title":"TURNA: A Turkish Encoder-Decoder Language Model for Enhanced Understanding and Generation","created":"2024-01-25","cited_by_count":13,"area":null},{"id":"2401.16640","title":"TeenyTinyLlama: open-source tiny language models trained in Brazilian Portuguese","created":"2024-01-30","cited_by_count":13,"area":null},{"id":"2406.10602","title":"Multilingual Large Language Models and Curse of Multilinguality","created":"2024-06-15","cited_by_count":13,"area":null},{"id":"2407.05740","title":"Do Multilingual Large Language Models Mitigate Stereotype Bias?","created":"2024-07-08","cited_by_count":13,"area":null},{"id":"2407.16607","title":"Data Mixture Inference: What do BPE Tokenizers Reveal about their Training Data?","created":"2024-07-23","cited_by_count":13,"area":null},{"id":"2411.07854","title":"Tucano: Advancing Neural Text Generation for Portuguese","created":"2024-11-12","cited_by_count":13,"area":null},{"id":"2305.05480","title":"Effects of sub-word segmentation on performance of transformer language models","created":"2023-05-09","cited_by_count":12,"area":null},{"id":"2409.12958","title":"MURI: High-Quality Instruction Tuning Datasets for Low-Resource Languages via Reverse Instructions","created":"2024-09-19","cited_by_count":12,"area":null},{"id":"2409.14459","title":"Exploring Multilingual Probing in Large Language Models: A Cross-Language Analysis","created":"2024-09-22","cited_by_count":12,"area":null},{"id":"2504.08716","title":"ModernBERT or DeBERTaV3? Examining Architecture and Data Influence on Transformer Encoder Models Performance","created":"2025-04-11","cited_by_count":12,"area":null},{"id":"2506.07597","title":"Instructing Large Language Models for Low-Resource Languages: A Systematic Study for Basque","created":"2025-06-09","cited_by_count":12,"area":null},{"id":"2404.17733","title":"Building a Large Japanese Web Corpus for Large Language Models","created":"2024-04-27","cited_by_count":11,"area":null},{"id":"2404.00399","title":"Aurora-M: Open Source Continual Pre-training for Multilingual Language and Code","created":"2024-03-30","cited_by_count":10,"area":null},{"id":"2405.04685","title":"Bridging the Bosphorus: Advancing Turkish Large Language Models through Strategies for Low-Resource Language Adaptation and Benchmarking","created":"2024-05-07","cited_by_count":10,"area":null},{"id":"2405.12413","title":"Targeted Multilingual Adaptation for Low-resource Language Families","created":"2024-05-20","cited_by_count":9,"area":null},{"id":"2406.08707","title":"mOSCAR: A Large-scale Multilingual and Multimodal Document-level Corpus","created":"2024-06-13","cited_by_count":9,"area":"mllm"},{"id":"2406.16135","title":"Crosslingual Capabilities and Knowledge Barriers in Multilingual Large Language Models","created":"2024-06-23","cited_by_count":9,"area":null},{"id":"2304.00869","title":"GreekBART: The First Pretrained Greek Sequence-to-Sequence Model","created":"2023-04-03","cited_by_count":8,"area":null},{"id":"2306.01481","title":"GAIA Search: Hugging Face and Pyserini Interoperability for NLP Training Data Exploration","created":"2023-06-02","cited_by_count":8,"area":null},{"id":"2307.14134","title":"Developing and Evaluating Tiny to Medium-Sized Turkish BERT Models","created":"2023-07-26","cited_by_count":8,"area":null},{"id":"2403.01897","title":"Fostering the Ecosystem of Open Neural Encoders for Portuguese with Albertina PT* Family","created":"2024-03-04","cited_by_count":8,"area":null},{"id":"2511.00657","title":"Do You Know About My Nation? Investigating Multilingual Language Models' Cultural Literacy Through Factual Knowledge","created":"2025-11-01","cited_by_count":8,"area":null},{"id":"2403.20088","title":"An Efficient Approach for Studying Cross-Lingual Transfer in Multilingual Language Models","created":"2024-03-29","cited_by_count":7,"area":null},{"id":"2405.07703","title":"OpenLLM-Ro -- Technical Report on Open-source Romanian LLMs","created":"2024-05-13","cited_by_count":7,"area":null},{"id":"2407.00416","title":"Too Late to Train, Too Early To Use? A Study on Necessity and Viability of Low-Resource Bengali LLMs","created":"2024-06-29","cited_by_count":7,"area":null},{"id":"2410.09948","title":"State of NLP in Kenya: A Survey","created":"2024-10-13","cited_by_count":7,"area":null},{"id":"2503.02844","title":"Beyond Cosine Decay: On the effectiveness of Infinite Learning Rate Schedule for Continual Pre-training","created":"2025-03-04","cited_by_count":7,"area":null},{"id":"2507.08538","title":"The AI Language Proficiency Monitor -- Tracking the Progress of LLMs on Multilingual Benchmarks","created":"2025-07-11","cited_by_count":7,"area":null},{"id":"2305.13026","title":"DUMB: A Benchmark for Smart Evaluation of Dutch Models","created":"2023-05-22","cited_by_count":6,"area":null},{"id":"2306.09308","title":"Matching Pairs: Attributing Fine-Tuned Models to their Pre-Trained Large Language Models","created":"2023-06-15","cited_by_count":6,"area":null},{"id":"2403.13638","title":"Pretraining Language Models Using Translationese","created":"2024-03-20","cited_by_count":6,"area":null},{"id":"2403.16571","title":"NSINA: A News Corpus for Sinhala","created":"2024-03-25","cited_by_count":6,"area":null},{"id":"2408.15040","title":"A Survey of Large Language Models for European Languages","created":"2024-08-27","cited_by_count":6,"area":null},{"id":"2601.18026","title":"CommonLID: Re-evaluating State-of-the-Art Language Identification Performance on Web Data","created":"2026-01-25","cited_by_count":6,"area":null},{"id":"2208.13486","title":"naab: A ready-to-use plug-and-play corpus for Farsi","created":"2022-08-29","cited_by_count":5,"area":null},{"id":"2401.18034","title":"Paramanu: Compact and Competitive Monolingual Language Models for Low-Resource Morphologically Rich Indian Languages","created":"2024-01-31","cited_by_count":5,"area":null},{"id":"2403.11130","title":"Exploring Tokenization Strategies and Vocabulary Sizes for Enhanced Arabic Language Models","created":"2024-03-17","cited_by_count":5,"area":null},{"id":"2406.06366","title":"Symmetric Dot-Product Attention for Efficient Training of BERT Language Models","created":"2024-06-10","cited_by_count":5,"area":null},{"id":"2412.13860","title":"Domain-adaptative Continual Learning for Low-resource Tasks: Evaluation on Nepali","created":"2024-12-18","cited_by_count":5,"area":null},{"id":"2502.11546","title":"DCAD-2000: A Multilingual Dataset across 2000+ Languages with Data Cleaning as Anomaly Detection","created":"2025-02-17","cited_by_count":5,"area":null},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2309.15779","title":"Question answering using deep learning in low resource Indian language Marathi","created":"2023-09-27","cited_by_count":4,"area":null},{"id":"2311.08348","title":"MC$^2$: Towards Transparent and Culturally-Aware NLP for Minority Languages in China","created":"2023-11-14","cited_by_count":4,"area":null},{"id":"2311.18063","title":"TurkishBERTweet: Fast and Reliable Large Language Model for Social Media Analysis","created":"2023-11-29","cited_by_count":4,"area":null},{"id":"2403.01308","title":"VBART: The Turkish LLM","created":"2024-03-02","cited_by_count":4,"area":null},{"id":"2504.00019","title":"ObscuraCoder: Powering Efficient Code LM Pre-Training Via Obfuscation Grounding","created":"2025-03-27","cited_by_count":4,"area":null},{"id":"2508.13805","title":"Prompt-Based One-Shot Exact Length-Controlled Generation with LLMs","created":"2025-08-19","cited_by_count":4,"area":null},{"id":"2602.09003","title":"Data Science and Technology Towards AGI Part I: Tiered Data Management","created":"2026-02-09","cited_by_count":4,"area":null},{"id":"2605.24718","title":"The Tokenizer Tax Across 25 European Languages: Domain Invariance, Cross-Lingual Few-Shot Effects, and the Ukrainian Penalty","created":"2026-05-23","cited_by_count":4,"area":null},{"id":"2307.04245","title":"A Novel Pipeline for Improving Optical Character Recognition through Post-processing Using Natural Language Processing","created":"2023-07-09","cited_by_count":3,"area":null},{"id":"2311.12537","title":"Oasis: Data Curation and Assessment System for Pretraining of Large Language Models","created":"2023-11-21","cited_by_count":3,"area":null},{"id":"2312.07228","title":"Toxic language detection: a systematic review of Arabic datasets","created":"2023-12-12","cited_by_count":3,"area":null},{"id":"2401.16209","title":"MultiMUC: Multilingual Template Filling on MUC-4","created":"2024-01-29","cited_by_count":3,"area":null},{"id":"2406.18266","title":"\"Vorbe\\c{s}ti Rom\\^ane\\c{s}te?\" A Recipe to Train Powerful Romanian LLMs with English Instructions","created":"2024-06-26","cited_by_count":3,"area":null},{"id":"2410.17532","title":"Responsible Multilingual Large Language Models: A Survey of Development, Applications, and Societal Impact","created":"2024-10-23","cited_by_count":3,"area":null},{"id":"2412.20357","title":"HindiLLM: Large Language Model for Hindi","created":"2024-12-29","cited_by_count":3,"area":null},{"id":"2508.02271","title":"Dynaword: From One-shot to Continuously Developed Datasets","created":"2025-08-04","cited_by_count":3,"area":null},{"id":"2603.26663","title":"Weight Tying Biases Token Embeddings Towards the Output Space","created":"2026-03-27","cited_by_count":3,"area":null},{"id":"2208.01307","title":"Multilingual Coreference Resolution in Multiparty Dialogue","created":"2022-08-02","cited_by_count":2,"area":null},{"id":"2211.08192","title":"RobBERT-2022: Updating a Dutch Language Model to Account for Evolving Language Use","created":"2022-11-15","cited_by_count":2,"area":null},{"id":"2309.11259","title":"Sequence-to-Sequence Spanish Pre-trained Language Models","created":"2023-09-20","cited_by_count":2,"area":null},{"id":"2311.07767","title":"GreekT5: A Series of Greek Sequence-to-Sequence Models for News Summarization","created":"2023-11-13","cited_by_count":2,"area":null},{"id":"2404.09260","title":"JaFIn: Japanese Financial Instruction Dataset","created":"2024-04-14","cited_by_count":2,"area":null},{"id":"2408.15793","title":"Language Adaptation on a Tight Academic Compute Budget: Tokenizer Swapping Works and Pure bfloat16 Is Enough","created":"2024-08-28","cited_by_count":2,"area":null},{"id":"2504.00289","title":"Do Chinese models speak Chinese languages?","created":"2025-03-31","cited_by_count":2,"area":null},{"id":"2508.16867","title":"QFrCoLA: a Quebec-French Corpus of Linguistic Acceptability Judgments","created":"2025-08-23","cited_by_count":2,"area":null}],"next_cursor":"100"}