{"total":385,"rows":[{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028,"area":null},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966,"area":null},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639,"area":null},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2310.18018","title":"NLP Evaluation in trouble: On the Need to Measure LLM Data Contamination for each Benchmark","created":"2023-10-27","cited_by_count":348,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2305.08283","title":"From Pretraining Data to Language Models to Downstream Tasks: Tracking the Trails of Political Biases Leading to Unfair NLP Models","created":"2023-05-15","cited_by_count":260,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2203.08242","title":"Data Contamination: From Memorization to Exploitation","created":"2022-03-15","cited_by_count":236,"area":null},{"id":"2310.17623","title":"Proving Test Set Contamination in Black Box Language Models","created":"2023-10-26","cited_by_count":230,"area":null},{"id":"2304.06939","title":"Multimodal C4: An Open, Billion-scale Corpus of Images Interleaved with Text","created":"2023-04-14","cited_by_count":208,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181,"area":null},{"id":"2402.10811","title":"Quantifying the Persona Effect in LLM Simulations","created":"2024-02-16","cited_by_count":169,"area":null},{"id":"2310.11986","title":"Sociotechnical Safety Evaluation of Generative AI Systems","created":"2023-10-18","cited_by_count":157,"area":null},{"id":"2202.06675","title":"Can Machines Help Us Answering Question 16 in Datasheets, and In Turn Reflecting on Inappropriate Content?","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2401.17377","title":"Infini-gram: Scaling Unbounded n-gram Language Models to a Trillion Tokens","created":"2024-01-30","cited_by_count":153,"area":null},{"id":"2303.03915","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","created":"2023-03-07","cited_by_count":148,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2305.10160","title":"Stop Uploading Test Data in Plain Text: Practical Strategies for Mitigating Data Contamination by Evaluation Benchmarks","created":"2023-05-17","cited_by_count":142,"area":null},{"id":"2110.07574","title":"Can Machines Learn Morality? The Delphi Experiment","created":"2021-10-14","cited_by_count":141,"area":null},{"id":"2311.09783","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","created":"2023-11-16","cited_by_count":138,"area":null},{"id":"2302.08500","title":"Auditing large language models: a three-layered approach","created":"2023-02-16","cited_by_count":137,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2402.15938","title":"Generalization or Memorization: Data Contamination and Trustworthy Evaluation for Large Language Models","created":"2024-02-24","cited_by_count":122,"area":null},{"id":"2310.03668","title":"GoLLIE: Annotation Guidelines improve Zero-Shot Information-Extraction","created":"2023-10-05","cited_by_count":119,"area":null},{"id":"2207.00220","title":"Pile of Law: Learning Responsible Data Filtering from the Law and a 256GB Open-Source Legal Dataset","created":"2022-07-01","cited_by_count":113,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2404.18824","title":"Benchmarking Benchmark Leakage in Large Language Models","created":"2024-04-29","cited_by_count":106,"area":null},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2306.01943","title":"NLPositionality: Characterizing Design Biases of Datasets and Models","created":"2023-06-02","cited_by_count":94,"area":null},{"id":"2204.08110","title":"Language Contamination Helps Explain the Cross-lingual Capabilities of English Pretrained Models","created":"2022-04-17","cited_by_count":92,"area":null},{"id":"2304.07493","title":"OliVe: Accelerating Large Language Models via Hardware-friendly Outlier-Victim Pair Quantization","created":"2023-04-15","cited_by_count":92,"area":null},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91,"area":null},{"id":"2310.00907","title":"The Participatory Turn in AI Design: Theoretical Foundations and the Current State of Practice","created":"2023-10-02","cited_by_count":87,"area":null},{"id":"2302.07027","title":"AdapterSoup: Weight Averaging to Improve Generalization of Pretrained Language Models","created":"2023-02-14","cited_by_count":84,"area":null},{"id":"2210.07700","title":"Language Generation Models Can Cause Harm: So What Can We Do About It? An Actionable Survey","created":"2022-10-14","cited_by_count":80,"area":null},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75,"area":null},{"id":"2310.16787","title":"The Data Provenance Initiative: A Large Scale Audit of Dataset Licensing & Attribution in AI","created":"2023-10-25","cited_by_count":73,"area":null},{"id":"2308.04430","title":"SILO Language Models: Isolating Legal Risk In a Nonparametric Datastore","created":"2023-08-08","cited_by_count":71,"area":null},{"id":"2308.00755","title":"The Bias Amplification Paradox in Text-to-Image Generation","created":"2023-08-01","cited_by_count":70,"area":null},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67,"area":null},{"id":"2403.04811","title":"Quantifying Contamination in Evaluating Code Generation Capabilities of Language Models","created":"2024-03-06","cited_by_count":65,"area":null},{"id":"2303.12767","title":"Can we trust the evaluation on ChatGPT?","created":"2023-03-22","cited_by_count":63,"area":null},{"id":"2305.10266","title":"Searching for Needles in a Haystack: On the Role of Incidental Bilingualism in PaLM's Translation Capability","created":"2023-05-17","cited_by_count":62,"area":null},{"id":"2308.09067","title":"Contrasting Linguistic Patterns in Human and LLM-Generated News Text","created":"2023-08-17","cited_by_count":62,"area":null},{"id":"2211.08095","title":"Will Large-scale Generative Models Corrupt Future Datasets?","created":"2022-11-15","cited_by_count":59,"area":null},{"id":"2405.18886","title":"Compressing Large Language Models using Low Rank and Low Precision Decomposition","created":"2024-05-29","cited_by_count":59,"area":null},{"id":"2504.04377","title":"PolyGuard: A Multilingual Safety Moderation Tool for 17 Languages","created":"2025-04-06","cited_by_count":59,"area":null},{"id":"2312.12343","title":"LatestEval: Addressing Data Contamination in Language Model Evaluation through Dynamic and Time-Sensitive Test Construction","created":"2023-12-19","cited_by_count":58,"area":null},{"id":"2403.14009","title":"A New Massive Multilingual Dataset for High-Performance Language Technologies","created":"2024-03-20","cited_by_count":56,"area":null},{"id":"2209.12226","title":"Re-contextualizing Fairness in NLP: The Case of India","created":"2022-09-25","cited_by_count":55,"area":null},{"id":"2312.10523","title":"Paloma: A Benchmark for Evaluating Language Model Fit","created":"2023-12-16","cited_by_count":54,"area":null},{"id":"2310.17589","title":"An Open Source Data Contamination Report for Large Language Models","created":"2023-10-26","cited_by_count":51,"area":null},{"id":"2403.12958","title":"Dated Data: Tracing Knowledge Cutoffs in Large Language Models","created":"2024-03-19","cited_by_count":51,"area":null},{"id":"2204.06683","title":"Revisiting Transformer-based Models for Long Document Classification","created":"2022-04-14","cited_by_count":49,"area":null},{"id":"2206.08325","title":"Characteristics of Harmful Text: Towards Rigorous Benchmarking of Language Models","created":"2022-06-16","cited_by_count":49,"area":null},{"id":"2309.10677","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","created":"2023-09-19","cited_by_count":48,"area":null},{"id":"2304.08460","title":"LongForm: Effective Instruction Tuning with Reverse Instructions","created":"2023-04-17","cited_by_count":47,"area":null},{"id":"2407.14933","title":"Consent in Crisis: The Rapid Decline of the AI Data Commons","created":"2024-07-20","cited_by_count":46,"area":null},{"id":"2305.13252","title":"\"According to ...\": Prompting Language Models Improves Quoting from Pre-Training Data","created":"2023-05-22","cited_by_count":42,"area":null},{"id":"2308.15474","title":"A General-Purpose Self-Supervised Model for Computational Pathology","created":"2023-08-29","cited_by_count":42,"area":null},{"id":"2507.07101","title":"Small Batch Size Training for Language Models: When Vanilla SGD Works, and Why Gradient Accumulation Is Wasteful","created":"2025-07-09","cited_by_count":41,"area":null},{"id":"2310.10628","title":"Data Contamination Through the Lens of Time","created":"2023-10-16","cited_by_count":40,"area":null},{"id":"2211.07830","title":"Prompting Language Models for Linguistic Structure","created":"2022-11-15","cited_by_count":39,"area":null},{"id":"2505.14669","title":"Quartet: Native FP4 Training Can Be Optimal for Large Language Models","created":"2025-05-20","cited_by_count":39,"area":null},{"id":"2310.18362","title":"SoK: Memorization in General-Purpose Large Language Models","created":"2023-10-24","cited_by_count":37,"area":null},{"id":"2206.07173","title":"Measuring Representational Harms in Image Captioning","created":"2022-06-14","cited_by_count":36,"area":null},{"id":"2305.14291","title":"Evaluation of African American Language Bias in Natural Language Generation","created":"2023-05-23","cited_by_count":36,"area":null},{"id":"2310.09266","title":"User Inference Attacks on Large Language Models","created":"2023-10-13","cited_by_count":36,"area":null},{"id":"2306.07377","title":"Lost in Translation: Large Language Models in Non-English Content Analysis","created":"2023-06-12","cited_by_count":35,"area":null},{"id":"2308.14186","title":"Empowering Cross-lingual Abilities of Instruction-tuned Large Language Models by Translation-following demonstrations","created":"2023-08-27","cited_by_count":35,"area":null},{"id":"2401.05749","title":"A Shocking Amount of the Web is Machine Translated: Insights from Multi-Way Parallelism","created":"2024-01-11","cited_by_count":35,"area":null},{"id":"2303.16972","title":"Queer In AI: A Case Study in Community-Led Participatory AI","created":"2023-03-29","cited_by_count":34,"area":null},{"id":"2410.04332","title":"Gradient Routing: Masking Gradients to Localize Computation in Neural Networks","created":"2024-10-06","cited_by_count":34,"area":null},{"id":"2206.09860","title":"Fewer Errors, but More Stereotypes? The Effect of Model Size on Gender Bias","created":"2022-06-20","cited_by_count":33,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2112.08786","title":"Efficient Hierarchical Domain Adaptation for Pretrained Language Models","created":"2021-12-16","cited_by_count":32,"area":null},{"id":"2205.06828","title":"Deconstructing NLG Evaluation: Evaluation Practices, Assumptions, and Their Implications","created":"2022-05-13","cited_by_count":32,"area":null},{"id":"2303.15772","title":"Ecosystem Graphs: The Social Footprint of Foundation Models","created":"2023-03-28","cited_by_count":32,"area":null},{"id":"2310.19619","title":"Towards A Holistic Landscape of Situated Theory of Mind in Large Language Models","created":"2023-10-30","cited_by_count":32,"area":null},{"id":"2302.14035","title":"The ROOTS Search Tool: Data Transparency for LLMs","created":"2023-02-27","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2303.03919","title":"Data Portraits: Recording Foundation Model Training Data","created":"2023-03-06","cited_by_count":30,"area":null},{"id":"2310.01424","title":"Identifying and Mitigating Privacy Risks Stemming from Language Models: A Survey","created":"2023-09-27","cited_by_count":30,"area":null},{"id":"2402.02823","title":"Evading Data Contamination Detection for Language Models is (too) Easy","created":"2024-02-05","cited_by_count":30,"area":null},{"id":"2402.06853","title":"History, Development, and Principles of Large Language Models-An Introductory Survey","created":"2024-02-10","cited_by_count":30,"area":null},{"id":"2403.02990","title":"Data Augmentation using Large Language Models: Data Perspectives, Learning Paradigms and Challenges","created":"2024-03-05","cited_by_count":30,"area":null},{"id":"2406.14644","title":"Unveiling the Spectrum of Data Contamination in Language Models: A Survey from Detection to Remediation","created":"2024-06-20","cited_by_count":30,"area":null}],"next_cursor":"100"}