{"total":131,"rows":[{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316,"area":"mllm"},{"id":"2103.12028","title":"Quality at a Glance: An Audit of Web-Crawled Multilingual Datasets","created":"2021-03-22","cited_by_count":243,"area":null},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174,"area":null},{"id":"2303.03915","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","created":"2023-03-07","cited_by_count":148,"area":null},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143,"area":null},{"id":"2103.06678","title":"The Interplay of Variant, Size, and Task Type in Arabic Pre-trained Language Models","created":"2021-03-11","cited_by_count":119,"area":null},{"id":"2205.03983","title":"Building Machine Translation Systems for the Next Thousand Languages","created":"2022-05-09","cited_by_count":69,"area":null},{"id":"2106.10207","title":"Distributed Deep Learning in Open Collaborations","created":"2021-06-18","cited_by_count":58,"area":null},{"id":"2102.10684","title":"Pre-Training BERT on Arabic Tweets: Practical Considerations","created":"2021-02-21","cited_by_count":39,"area":null},{"id":"2210.11744","title":"AfroLID: A Neural Language Identification Tool for African Languages","created":"2022-10-21","cited_by_count":39,"area":null},{"id":"2109.04588","title":"BERT, mBERT, or BiBERT? A Study on Contextualized Embeddings for Neural Machine Translation","created":"2021-09-09","cited_by_count":35,"area":null},{"id":"2302.14035","title":"The ROOTS Search Tool: Data Transparency for LLMs","created":"2023-02-27","cited_by_count":31,"area":null},{"id":"2504.15521","title":"The Bitter Lesson Learned from 2,000+ Multilingual Benchmarks","created":"2025-04-22","cited_by_count":31,"area":null},{"id":"2312.13951","title":"Typhoon: Thai Large Language Models","created":"2023-12-21","cited_by_count":30,"area":null},{"id":"2104.04052","title":"AlephBERT:A Hebrew Large Pre-Trained Language Model to Start-off your Hebrew NLP Application With","created":"2021-04-08","cited_by_count":28,"area":null},{"id":"2204.08776","title":"IndicXNLI: Evaluating Multilingual Inference for Indian Languages","created":"2022-04-19","cited_by_count":26,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2109.03537","title":"On the Transferability of Pre-trained Language Models: A Study from Artificial Datasets","created":"2021-09-08","cited_by_count":25,"area":null},{"id":"2110.08875","title":"Predicting the Performance of Multilingual NLP Models","created":"2021-10-17","cited_by_count":24,"area":null},{"id":"2110.14566","title":"IndoNLI: A Natural Language Inference Dataset for Indonesian","created":"2021-10-27","cited_by_count":24,"area":null},{"id":"2310.16484","title":"Subspace Chronicles: How Linguistic Information Emerges, Shifts and Interacts during Language Model Training","created":"2023-10-25","cited_by_count":23,"area":null},{"id":"2212.10440","title":"Perplexed by Quality: A Perplexity-based Method for Adult and Harmful Content Detection in Multilingual Heterogeneous Web Data","created":"2022-12-20","cited_by_count":22,"area":"safety"},{"id":"2108.01887","title":"PARADISE: Exploiting Parallel Data for Multilingual Sequence-to-Sequence Pretraining","created":"2021-08-04","cited_by_count":21,"area":null},{"id":"2402.09844","title":"Jack of All Trades, Master of Some, a Multi-Purpose Transformer Agent","created":"2024-02-15","cited_by_count":21,"area":null},{"id":"2305.06156","title":"The Vault: A Comprehensive Multilingual Dataset for Advancing Code Understanding and Generation","created":"2023-05-09","cited_by_count":20,"area":null},{"id":"2407.05841","title":"An Empirical Comparison of Vocabulary Expansion and Initialization Approaches for Language Models","created":"2024-07-08","cited_by_count":20,"area":null},{"id":"2407.21530","title":"Data Contamination Report from the 2024 CONDA Shared Task","created":"2024-07-31","cited_by_count":20,"area":null},{"id":"2410.07461","title":"Is C4 Dataset Optimal for Pruning? An Investigation of Calibration Data for LLM Pruning","created":"2024-10-09","cited_by_count":20,"area":null},{"id":"2106.06797","title":"Machine Translation into Low-resource Language Varieties","created":"2021-06-12","cited_by_count":19,"area":null},{"id":"2401.05792","title":"Discovering Low-rank Subspaces for Language-agnostic Multilingual Representations","created":"2024-01-11","cited_by_count":19,"area":null},{"id":"2109.12870","title":"MFAQ: a Multilingual FAQ Dataset","created":"2021-09-27","cited_by_count":17,"area":null},{"id":"2109.06798","title":"Everything Is All It Takes: A Multipronged Strategy for Zero-Shot Cross-Lingual Information Extraction","created":"2021-09-14","cited_by_count":16,"area":null},{"id":"2402.08638","title":"SemRel2024: A Collection of Semantic Textual Relatedness Datasets for 13 Languages","created":"2024-02-13","cited_by_count":16,"area":null},{"id":"2503.10995","title":"TigerLLM - A Family of Bangla Large Language Models","created":"2025-03-14","cited_by_count":16,"area":null},{"id":"2408.13442","title":"A Law of Next-Token Prediction in Large Language Models","created":"2024-08-24","cited_by_count":15,"area":null},{"id":"2102.01909","title":"HeBERT & HebEMO: a Hebrew BERT Model and a Tool for Polarity Analysis and Emotion Recognition","created":"2021-02-03","cited_by_count":14,"area":null},{"id":"2312.15713","title":"PersianLLaMA: Towards Building First Persian Large Language Model","created":"2023-12-25","cited_by_count":14,"area":null},{"id":"2508.01908","title":"Revisiting Replay and Gradient Alignment for Continual Pre-Training of Large Language Models","created":"2025-08-03","cited_by_count":14,"area":null},{"id":"2204.04748","title":"Breaking Character: Are Subwords Good Enough for MRLs After All?","created":"2022-04-10","cited_by_count":13,"area":null},{"id":"2401.16640","title":"TeenyTinyLlama: open-source tiny language models trained in Brazilian Portuguese","created":"2024-01-30","cited_by_count":13,"area":null},{"id":"2411.07854","title":"Tucano: Advancing Neural Text Generation for Portuguese","created":"2024-11-12","cited_by_count":13,"area":null},{"id":"2105.02855","title":"Adapting Monolingual Models: Data can be Scarce when Language Similarity is High","created":"2021-05-06","cited_by_count":12,"area":null},{"id":"2109.11314","title":"ParaShoot: A Hebrew Question Answering Dataset","created":"2021-09-23","cited_by_count":12,"area":null},{"id":"2204.09391","title":"You Are What You Write: Preserving Privacy in the Era of Large Language Models","created":"2022-04-20","cited_by_count":12,"area":null},{"id":"2212.12510","title":"MicroBERT: Effective Training of Low-resource Monolingual BERTs through Parameter Reduction and Multitask Learning","created":"2022-12-23","cited_by_count":12,"area":null},{"id":"2304.11077","title":"HeRo: RoBERTa and Longformer Hebrew Language Models","created":"2023-04-18","cited_by_count":12,"area":null},{"id":"2402.12801","title":"Few-shot clinical entity recognition in English, French and Spanish: masked language models outperform generative model prompting","created":"2024-02-20","cited_by_count":12,"area":null},{"id":"2409.12958","title":"MURI: High-Quality Instruction Tuning Datasets for Low-Resource Languages via Reverse Instructions","created":"2024-09-19","cited_by_count":12,"area":null},{"id":"2201.05609","title":"Multilingual Open Text Release 1: Public Domain News in 44 Languages","created":"2022-01-14","cited_by_count":10,"area":null},{"id":"2303.08179","title":"MEDBERT.de: A Comprehensive German BERT Model for the Medical Domain","created":"2023-03-14","cited_by_count":10,"area":null},{"id":"2405.04685","title":"Bridging the Bosphorus: Advancing Turkish Large Language Models through Strategies for Low-Resource Language Adaptation and Benchmarking","created":"2024-05-07","cited_by_count":10,"area":null},{"id":"2408.06273","title":"FuxiTranyu: A Multilingual Large Language Model Trained with Balanced Data","created":"2024-08-12","cited_by_count":10,"area":null},{"id":"2110.08554","title":"PAGnol: An Extra-Large French Generative Model","created":"2021-10-16","cited_by_count":9,"area":null},{"id":"2311.01200","title":"Continual Learning Under Language Shift","created":"2023-11-02","cited_by_count":9,"area":null},{"id":"2207.04546","title":"FairDistillation: Mitigating Stereotyping in Language Models","created":"2022-07-10","cited_by_count":8,"area":null},{"id":"2207.09150","title":"On the Usability of Transformers-based models for a French Question-Answering task","created":"2022-07-19","cited_by_count":8,"area":null},{"id":"2209.08236","title":"Unsupervised Lexical Substitution with Decontextualised Embeddings","created":"2022-09-17","cited_by_count":8,"area":null},{"id":"2305.12987","title":"GPT-SW3: An Autoregressive Language Model for the Nordic Languages","created":"2023-05-22","cited_by_count":8,"area":null},{"id":"2103.13799","title":"Bertinho: Galician BERT Representations","created":"2021-03-25","cited_by_count":7,"area":null},{"id":"2505.18951","title":"BnMMLU: Measuring Massive Multitask Language Understanding in Bengali","created":"2025-05-25","cited_by_count":7,"area":null},{"id":"2509.05209","title":"Hunyuan-MT Technical Report","created":"2025-09-05","cited_by_count":7,"area":null},{"id":"2509.08824","title":"Building High-Quality Datasets for Portuguese LLMs: From Common Crawl Snapshots to Industrial-Grade Corpora","created":"2025-09-10","cited_by_count":7,"area":null},{"id":"2103.07162","title":"Is BERT a Cross-Disciplinary Knowledge Learner? A Surprising Finding of Pre-trained Models' Transferability","created":"2021-03-12","cited_by_count":6,"area":null},{"id":"2204.05042","title":"Resources for Turkish Natural Language Processing: A critical survey","created":"2022-04-11","cited_by_count":6,"area":null},{"id":"2305.13026","title":"DUMB: A Benchmark for Smart Evaluation of Dutch Models","created":"2023-05-22","cited_by_count":6,"area":null},{"id":"2407.05006","title":"Recent Advancements and Challenges of Turkic Central Asian Language Processing","created":"2024-07-06","cited_by_count":6,"area":null},{"id":"2410.04275","title":"Language Model-Driven Data Pruning Enables Efficient Active Learning","created":"2024-10-05","cited_by_count":6,"area":null},{"id":"2205.10233","title":"RigoBERTa: A State-of-the-Art Language Model For Spanish","created":"2022-04-27","cited_by_count":5,"area":null},{"id":"2109.07765","title":"Spanish Biomedical Crawled Corpus: A Large, Diverse Dataset for Spanish Biomedical Language Models","created":"2021-09-16","cited_by_count":4,"area":null},{"id":"2202.09452","title":"From FreEM to D'AlemBERT: a Large Corpus and a Language Model for Early Modern French","created":"2022-02-18","cited_by_count":4,"area":null},{"id":"2303.17183","title":"The Nordic Pile: A 1.2TB Nordic Dataset for Language Modeling","created":"2023-03-30","cited_by_count":4,"area":null},{"id":"2309.10272","title":"Mixed-Distil-BERT: Code-mixed Language Modeling for Bangla, English, and Hindi","created":"2023-09-19","cited_by_count":4,"area":null},{"id":"2311.18063","title":"TurkishBERTweet: Fast and Reliable Large Language Model for Social Media Analysis","created":"2023-11-29","cited_by_count":4,"area":null},{"id":"2405.12929","title":"Code-mixed Sentiment and Hate-speech Prediction","created":"2024-05-21","cited_by_count":4,"area":null},{"id":"2407.09855","title":"Building pre-train LLM Dataset for the INDIC Languages: a case study on Hindi","created":"2024-07-13","cited_by_count":4,"area":null},{"id":"2502.18148","title":"NusaAksara: A Multimodal and Multilingual Benchmark for Preserving Indonesian Indigenous Scripts","created":"2025-02-25","cited_by_count":4,"area":null},{"id":"2506.11903","title":"GeistBERT: Breathing Life into German NLP","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2106.16055","title":"IMS' Systems for the IWSLT 2021 Low-Resource Speech Translation Task","created":"2021-06-30","cited_by_count":3,"area":null},{"id":"2212.09682","title":"Multilingual Sequence-to-Sequence Models for Hebrew NLP","created":"2022-12-19","cited_by_count":3,"area":null},{"id":"2408.11512","title":"IKUN for WMT24 General MT Task: LLMs Are here for Multilingual Machine Translation","created":"2024-08-21","cited_by_count":3,"area":null},{"id":"2411.15484","title":"Seed-Free Synthetic Data Generation Framework for Instruction-Tuning LLMs: A Case Study in Thai","created":"2024-11-23","cited_by_count":3,"area":"synth"},{"id":"2502.11806","title":"Exploring the Translation Mechanism of Large Language Models","created":"2025-02-17","cited_by_count":3,"area":null},{"id":"2503.18570","title":"Dense Retrieval for Low Resource Languages -- the Case of Amharic Language","created":"2025-03-24","cited_by_count":3,"area":null},{"id":"2602.15210","title":"\\\"UberWeb: Insights from Multilingual Curation for a 20-Trillion-Token Dataset","created":"2026-02-16","cited_by_count":3,"area":null},{"id":"2212.05764","title":"Domain Adaptation of Transformer-Based Models using Unlabeled Data for Relevance and Polarity Classification of German Customer Feedback","created":"2022-12-12","cited_by_count":2,"area":null},{"id":"2311.07767","title":"GreekT5: A Series of Greek Sequence-to-Sequence Models for News Summarization","created":"2023-11-13","cited_by_count":2,"area":null},{"id":"2406.06599","title":"Anna Karenina Strikes Again: Pre-Trained LLM Embeddings May Favor High-Performing Learners","created":"2024-06-06","cited_by_count":2,"area":null},{"id":"2407.02337","title":"Open foundation models for Azerbaijani language","created":"2024-07-02","cited_by_count":2,"area":null},{"id":"2407.12790","title":"GPT Czech Poet: Generation of Czech Poetic Strophes with Language Models","created":"2024-06-18","cited_by_count":2,"area":null},{"id":"2411.04604","title":"FASSILA: A Corpus for Algerian Dialect Fake News Detection and Sentiment Analysis","created":"2024-11-07","cited_by_count":2,"area":null},{"id":"2506.16399","title":"NepaliGPT: A Generative Language Model for the Nepali Language","created":"2025-06-19","cited_by_count":2,"area":null},{"id":"2507.14664","title":"Mangosteen: An Open Thai Corpus for Language Model Pretraining","created":"2025-07-19","cited_by_count":2,"area":null},{"id":"2510.13829","title":"A Linguistics-Aware LLM Watermarking via Syntactic Predictability","created":"2025-10-10","cited_by_count":2,"area":"safety"},{"id":"2606.20993","title":"Phonemes to the Rescue: Multilingual Tokenization Based on International Phonetic Alphabet","created":"2026-06-18","cited_by_count":2,"area":null},{"id":"2211.10877","title":"Artificial Interrogation for Attributing Language Models","created":"2022-11-20","cited_by_count":1,"area":null},{"id":"2306.10058","title":"EM-Network: Oracle Guided Self-distillation for Sequence Learning","created":"2023-06-14","cited_by_count":1,"area":"distill"},{"id":"2401.03515","title":"RoBERTurk: Adjusting RoBERTa for Turkish","created":"2024-01-07","cited_by_count":1,"area":null},{"id":"2401.07847","title":"Milestones in Bengali Sentiment Analysis leveraging Transformer-models: Fundamentals, Challenges and Future Directions","created":"2024-01-15","cited_by_count":1,"area":null}],"next_cursor":"100"}