{"total":243,"rows":[{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162,"area":"lr"},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2109.02846","title":"Datasets: A Community Library for Natural Language Processing","created":"2021-09-07","cited_by_count":530,"area":null},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2310.18018","title":"NLP Evaluation in trouble: On the Need to Measure LLM Data Contamination for each Benchmark","created":"2023-10-27","cited_by_count":348,"area":null},{"id":"2308.16884","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","created":"2023-08-31","cited_by_count":311,"area":null},{"id":"2203.08242","title":"Data Contamination: From Memorization to Exploitation","created":"2022-03-15","cited_by_count":236,"area":null},{"id":"2205.05124","title":"Extracting Latent Steering Vectors from Pretrained Language Models","created":"2022-05-10","cited_by_count":225,"area":"mechinterp"},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181,"area":null},{"id":"2402.06619","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","created":"2024-02-09","cited_by_count":177,"area":null},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174,"area":null},{"id":"2212.02437","title":"In-context Examples Selection for Machine Translation","created":"2022-12-05","cited_by_count":172,"area":null},{"id":"2310.11986","title":"Sociotechnical Safety Evaluation of Generative AI Systems","created":"2023-10-18","cited_by_count":157,"area":null},{"id":"2304.09151","title":"UniMax: Fairer and more Effective Language Sampling for Large-Scale Multilingual Pretraining","created":"2023-04-18","cited_by_count":151,"area":null},{"id":"2303.03915","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","created":"2023-03-07","cited_by_count":148,"area":null},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143,"area":null},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142,"area":null},{"id":"2302.08500","title":"Auditing large language models: a three-layered approach","created":"2023-02-16","cited_by_count":137,"area":null},{"id":"2104.05596","title":"Samanantar: The Largest Publicly Available Parallel Corpora Collection for 11 Indic Languages","created":"2021-04-12","cited_by_count":136,"area":null},{"id":"2106.15115","title":"Neural Machine Translation for Low-Resource Languages: A Survey","created":"2021-06-29","cited_by_count":109,"area":null},{"id":"2205.02022","title":"A Few Thousand Translations Go a Long Way! Leveraging Pre-trained Models for African News Translation","created":"2022-05-04","cited_by_count":98,"area":null},{"id":"2109.00486","title":"Survey of Low-Resource Machine Translation","created":"2021-09-01","cited_by_count":92,"area":null},{"id":"2204.08110","title":"Language Contamination Helps Explain the Cross-lingual Capabilities of English Pretrained Models","created":"2022-04-17","cited_by_count":92,"area":null},{"id":"2212.09535","title":"BLOOM+1: Adding Language Support to BLOOM for Zero-Shot Prompting","created":"2022-12-19","cited_by_count":90,"area":null},{"id":"2309.11674","title":"A Paradigm Shift in Machine Translation: Boosting Translation Performance of Large Language Models","created":"2023-09-20","cited_by_count":89,"area":null},{"id":"2404.00929","title":"A Survey on Multilingual Large Language Models: Corpora, Alignment, and Bias","created":"2024-04-01","cited_by_count":84,"area":null},{"id":"2105.02732","title":"What's in the Box? A Preliminary Analysis of Undesirable Content in the Common Crawl Corpus","created":"2021-05-06","cited_by_count":80,"area":null},{"id":"2110.07640","title":"Sparks: Inspiration for Science Writing using Language Models","created":"2021-10-14","cited_by_count":80,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2211.09761","title":"Efficient Transformers with Dynamic Token Pooling","created":"2022-11-17","cited_by_count":76,"area":null},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75,"area":null},{"id":"2310.16787","title":"The Data Provenance Initiative: A Large Scale Audit of Dataset Licensing & Attribution in AI","created":"2023-10-25","cited_by_count":73,"area":null},{"id":"2205.03983","title":"Building Machine Translation Systems for the Next Thousand Languages","created":"2022-05-09","cited_by_count":69,"area":null},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67,"area":null},{"id":"2203.13357","title":"One Country, 700+ Languages: NLP Challenges for Underrepresented Languages and Dialects in Indonesia","created":"2022-03-24","cited_by_count":66,"area":null},{"id":"2109.12068","title":"AraT5: Text-to-Text Transformers for Arabic Language Generation","created":"2021-08-31","cited_by_count":63,"area":null},{"id":"2205.12647","title":"Overcoming Catastrophic Forgetting in Zero-Shot Cross-Lingual Generation","created":"2022-05-25","cited_by_count":62,"area":null},{"id":"2208.05309","title":"Looking for a Needle in a Haystack: A Comprehensive Study of Hallucinations in Neural Machine Translation","created":"2022-08-10","cited_by_count":61,"area":null},{"id":"2312.12343","title":"LatestEval: Addressing Data Contamination in Language Model Evaluation through Dynamic and Time-Sensitive Test Construction","created":"2023-12-19","cited_by_count":58,"area":null},{"id":"2403.14009","title":"A New Massive Multilingual Dataset for High-Performance Language Technologies","created":"2024-03-20","cited_by_count":56,"area":null},{"id":"2210.08523","title":"Some Languages are More Equal than Others: Probing Deeper into the Linguistic Disparity in the NLP World","created":"2022-10-16","cited_by_count":55,"area":null},{"id":"2305.13820","title":"An Open Dataset and Model for Language Identification","created":"2023-05-23","cited_by_count":50,"area":null},{"id":"2407.14933","title":"Consent in Crisis: The Rapid Decline of the AI Data Commons","created":"2024-07-20","cited_by_count":46,"area":null},{"id":"2204.14256","title":"Handling and Presenting Harmful Text in NLP Research","created":"2022-04-29","cited_by_count":43,"area":null},{"id":"2406.03368","title":"IrokoBench: A New Benchmark for African Languages in the Age of Large Language Models","created":"2024-06-05","cited_by_count":43,"area":null},{"id":"2212.10785","title":"SERENGETI: Massively Multilingual Language Models for Africa","created":"2022-12-21","cited_by_count":40,"area":null},{"id":"2210.11744","title":"AfroLID: A Neural Language Identification Tool for African Languages","created":"2022-10-21","cited_by_count":39,"area":null},{"id":"2502.16534","title":"Multilingual != Multicultural: Evaluating Gaps Between Multilingual Capabilities and Cultural Alignment in LLMs","created":"2025-02-23","cited_by_count":39,"area":null},{"id":"2407.11144","title":"YouTube-SL-25: A Large-Scale, Open-Domain Multilingual Sign Language Parallel Corpus","created":"2024-07-15","cited_by_count":36,"area":null},{"id":"2410.03115","title":"X-ALMA: Plug & Play Modules and Adaptive Rejection for Quality Translation at Scale","created":"2024-10-04","cited_by_count":36,"area":null},{"id":"2306.07377","title":"Lost in Translation: Large Language Models in Non-English Content Analysis","created":"2023-06-12","cited_by_count":35,"area":null},{"id":"2206.03216","title":"Data Governance in the Age of Large-Scale Data-Driven Language Technology","created":"2022-05-04","cited_by_count":33,"area":null},{"id":"2302.14035","title":"The ROOTS Search Tool: Data Transparency for LLMs","created":"2023-02-27","cited_by_count":31,"area":null},{"id":"2210.14712","title":"Bloom Library: Multimodal Datasets in 300+ Languages for a Variety of Downstream Tasks","created":"2022-10-26","cited_by_count":28,"area":null},{"id":"2203.08459","title":"KinyaBERT: a Morphology-aware Kinyarwanda Language Model","created":"2022-03-16","cited_by_count":27,"area":null},{"id":"2411.00997","title":"Identifying Implicit Social Biases in Vision-Language Models","created":"2024-11-01","cited_by_count":27,"area":"mllm"},{"id":"2211.15649","title":"Beyond Counting Datasets: A Survey of Multilingual Dataset Construction and Necessary Resources","created":"2022-11-28","cited_by_count":25,"area":null},{"id":"2404.17874","title":"From Languages to Geographies: Towards Evaluating Cultural Bias in Hate Speech Datasets","created":"2024-04-27","cited_by_count":25,"area":null},{"id":"2203.08850","title":"Pre-Trained Multilingual Sequence-to-Sequence Models: A Hope for Low-Resource Language Translation?","created":"2022-03-16","cited_by_count":24,"area":null},{"id":"2212.10440","title":"Perplexed by Quality: A Perplexity-based Method for Adult and Harmful Content Detection in Multilingual Heterogeneous Web Data","created":"2022-12-20","cited_by_count":22,"area":"safety"},{"id":"2401.06408","title":"AboutMe: Using Self-Descriptions in Webpages to Document the Effects of English Pretraining Data Filters","created":"2024-01-12","cited_by_count":22,"area":null},{"id":"2110.07385","title":"Few-shot Controllable Style Transfer for Low-Resource Multilingual Settings","created":"2021-10-14","cited_by_count":21,"area":null},{"id":"2210.12623","title":"Model and Data Transfer for Cross-Lingual Sequence Labelling in Zero-Resource Settings","created":"2022-10-23","cited_by_count":21,"area":null},{"id":"2211.16496","title":"TyDiP: A Dataset for Politeness Classification in Nine Typologically Diverse Languages","created":"2022-11-29","cited_by_count":21,"area":null},{"id":"2202.03371","title":"Cedille: A large autoregressive French language model","created":"2022-02-07","cited_by_count":20,"area":null},{"id":"2407.21530","title":"Data Contamination Report from the 2024 CONDA Shared Task","created":"2024-07-31","cited_by_count":20,"area":null},{"id":"2506.01732","title":"Common Corpus: The Largest Collection of Ethical Data for LLM Pre-Training","created":"2025-06-02","cited_by_count":20,"area":null},{"id":"2508.04796","title":"Parity-Aware Byte-Pair Encoding: Improving Cross-lingual Fairness in Tokenization","created":"2025-08-06","cited_by_count":20,"area":null},{"id":"2305.18893","title":"Where's the Point? Self-Supervised Multilingual Punctuation-Agnostic Sentence Segmentation","created":"2023-05-30","cited_by_count":17,"area":null},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17,"area":null},{"id":"2502.13252","title":"Multilingual Language Model Pretraining using Machine-translated Data","created":"2025-02-18","cited_by_count":17,"area":null},{"id":"2205.12702","title":"Detecting Label Errors by using Pre-Trained Language Models","created":"2022-05-25","cited_by_count":16,"area":null},{"id":"2309.04679","title":"Embedding structure matters: Comparing methods to adapt multilingual vocabularies to new languages","created":"2023-09-09","cited_by_count":16,"area":null},{"id":"2404.09682","title":"Multi-News+: Cost-efficient Dataset Cleansing via LLM-based Data Annotation","created":"2024-04-15","cited_by_count":16,"area":null},{"id":"2410.23825","title":"GlotCC: An Open Broad-Coverage CommonCrawl Corpus and Pipeline for Minority Languages","created":"2024-10-31","cited_by_count":16,"area":null},{"id":"2503.10267","title":"An Expanded Massive Multilingual Dataset for High-Performance Language Technologies (HPLT)","created":"2025-03-13","cited_by_count":16,"area":null},{"id":"2505.21315","title":"Charting the Landscape of African NLP: Mapping Progress and Shaping the Road Ahead","created":"2025-05-27","cited_by_count":16,"area":null},{"id":"2309.13320","title":"GlotScript: A Resource and Tool for Low Resource Writing System Identification","created":"2023-09-23","cited_by_count":15,"area":null},{"id":"2401.01053","title":"Cheetah: Natural Language Generation for 517 African Languages","created":"2024-01-02","cited_by_count":15,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2202.12288","title":"Toward More Meaningful Resources for Lower-resourced Languages","created":"2022-02-24","cited_by_count":14,"area":null},{"id":"2205.10517","title":"Pre-training Data Quality and Quantity for a Low-Resource Language: New Corpus and BERT Models for Maltese","created":"2022-05-21","cited_by_count":14,"area":null},{"id":"2404.19597","title":"TuBA: Cross-Lingual Transferability of Backdoor Attacks in LLMs with Instruction Tuning","created":"2024-04-30","cited_by_count":14,"area":"safety"},{"id":"2201.05601","title":"A Warm Start and a Clean Crawled Corpus -- A Recipe for Good Language Models","created":"2022-01-14","cited_by_count":13,"area":null},{"id":"2205.08808","title":"Evaluation of Transfer Learning for Polish with a Text-to-Text Model","created":"2022-05-18","cited_by_count":13,"area":null},{"id":"2210.10027","title":"Maestro-U: Leveraging joint speech-text representation learning for zero supervised speech ASR","created":"2022-10-18","cited_by_count":13,"area":null},{"id":"2409.00626","title":"Correcting FLORES Evaluation Dataset for Four African Languages","created":"2024-09-01","cited_by_count":13,"area":null},{"id":"2504.09714","title":"Evaluating the Quality of Benchmark Datasets for Low-Resource Languages: A Case Study on Turkish","created":"2025-04-13","cited_by_count":13,"area":null},{"id":"2601.21571","title":"Shaping capabilities with token-level data filtering","created":"2026-01-29","cited_by_count":13,"area":null},{"id":"2305.17690","title":"HaVQA: A Dataset for Visual Question Answering and Multimodal Research in Hausa Language","created":"2023-05-28","cited_by_count":12,"area":null},{"id":"2201.10066","title":"Documenting Geographically and Contextually Diverse Data Sources: The BigScience Catalogue of Language Data and Resources","created":"2022-01-25","cited_by_count":11,"area":null},{"id":"2203.08111","title":"Does Corpus Quality Really Matter for Low-Resource Languages?","created":"2022-03-15","cited_by_count":11,"area":null},{"id":"2406.16746","title":"The Responsible Foundation Model Development Cheatsheet: A Review of Tools & Resources","created":"2024-06-24","cited_by_count":11,"area":null}],"next_cursor":"100"}