{"total":492,"rows":[{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028,"area":null},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162,"area":"lr"},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966,"area":null},{"id":"2208.03299","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","created":"2022-08-05","cited_by_count":952,"area":"rag"},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639,"area":null},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2310.18018","title":"NLP Evaluation in trouble: On the Need to Measure LLM Data Contamination for each Benchmark","created":"2023-10-27","cited_by_count":348,"area":null},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316,"area":"mllm"},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2305.08283","title":"From Pretraining Data to Language Models to Downstream Tasks: Tracking the Trails of Political Biases Leading to Unfair NLP Models","created":"2023-05-15","cited_by_count":260,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2307.02477","title":"Reasoning or Reciting? Exploring the Capabilities and Limitations of Language Models Through Counterfactual Tasks","created":"2023-07-05","cited_by_count":246,"area":"lr"},{"id":"2203.08242","title":"Data Contamination: From Memorization to Exploitation","created":"2022-03-15","cited_by_count":236,"area":null},{"id":"2310.17623","title":"Proving Test Set Contamination in Black Box Language Models","created":"2023-10-26","cited_by_count":230,"area":null},{"id":"2210.13312","title":"Neural Theory-of-Mind? On the Limits of Social Intelligence in Large LMs","created":"2022-10-24","cited_by_count":220,"area":"wm"},{"id":"2304.06939","title":"Multimodal C4: An Open, Billion-scale Corpus of Images Interleaved with Text","created":"2023-04-14","cited_by_count":208,"area":null},{"id":"2311.04850","title":"Rethinking Benchmark and Contamination for Language Models with Rephrased Samples","created":"2023-11-08","cited_by_count":195,"area":"lr"},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181,"area":null},{"id":"2207.07051","title":"Language models show human-like content effects on reasoning tasks","created":"2022-07-14","cited_by_count":173,"area":"lr"},{"id":"2402.10811","title":"Quantifying the Persona Effect in LLM Simulations","created":"2024-02-16","cited_by_count":169,"area":null},{"id":"2305.14763","title":"Clever Hans or Neural Theory of Mind? Stress Testing Social Reasoning in Large Language Models","created":"2023-05-24","cited_by_count":163,"area":"lr"},{"id":"2310.11986","title":"Sociotechnical Safety Evaluation of Generative AI Systems","created":"2023-10-18","cited_by_count":157,"area":null},{"id":"2202.06675","title":"Can Machines Help Us Answering Question 16 in Datasheets, and In Turn Reflecting on Inappropriate Content?","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2401.17377","title":"Infini-gram: Scaling Unbounded n-gram Language Models to a Trillion Tokens","created":"2024-01-30","cited_by_count":153,"area":null},{"id":"2303.03915","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","created":"2023-03-07","cited_by_count":148,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2202.07206","title":"Impact of Pretraining Term Frequencies on Few-Shot Reasoning","created":"2022-02-15","cited_by_count":142,"area":"lr"},{"id":"2305.10160","title":"Stop Uploading Test Data in Plain Text: Practical Strategies for Mitigating Data Contamination by Evaluation Benchmarks","created":"2023-05-17","cited_by_count":142,"area":null},{"id":"2110.07574","title":"Can Machines Learn Morality? The Delphi Experiment","created":"2021-10-14","cited_by_count":141,"area":null},{"id":"2311.09783","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","created":"2023-11-16","cited_by_count":138,"area":null},{"id":"2302.08500","title":"Auditing large language models: a three-layered approach","created":"2023-02-16","cited_by_count":137,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2305.00118","title":"Speak, Memory: An Archaeology of Books Known to ChatGPT/GPT-4","created":"2023-04-28","cited_by_count":125,"area":"safety"},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2402.15938","title":"Generalization or Memorization: Data Contamination and Trustworthy Evaluation for Large Language Models","created":"2024-02-24","cited_by_count":122,"area":null},{"id":"2310.03668","title":"GoLLIE: Annotation Guidelines improve Zero-Shot Information-Extraction","created":"2023-10-05","cited_by_count":119,"area":null},{"id":"2207.00220","title":"Pile of Law: Learning Responsible Data Filtering from the Law and a 256GB Open-Source Legal Dataset","created":"2022-07-01","cited_by_count":113,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2404.18824","title":"Benchmarking Benchmark Leakage in Large Language Models","created":"2024-04-29","cited_by_count":106,"area":null},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2305.13160","title":"Can ChatGPT Defend its Belief in Truth? Evaluating LLM Reasoning via Debate","created":"2023-05-22","cited_by_count":94,"area":"lr"},{"id":"2306.01943","title":"NLPositionality: Characterizing Design Biases of Datasets and Models","created":"2023-06-02","cited_by_count":94,"area":null},{"id":"2402.02680","title":"Large Language Models are Geographically Biased","created":"2024-02-05","cited_by_count":93,"area":"wm"},{"id":"2204.08110","title":"Language Contamination Helps Explain the Cross-lingual Capabilities of English Pretrained Models","created":"2022-04-17","cited_by_count":92,"area":null},{"id":"2304.07493","title":"OliVe: Accelerating Large Language Models via Hardware-friendly Outlier-Victim Pair Quantization","created":"2023-04-15","cited_by_count":92,"area":null},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91,"area":null},{"id":"2310.08559","title":"Phenomenal Yet Puzzling: Testing Inductive Reasoning Capabilities of Language Models with Hypothesis Refinement","created":"2023-10-12","cited_by_count":89,"area":"lr"},{"id":"2310.00907","title":"The Participatory Turn in AI Design: Theoretical Foundations and the Current State of Practice","created":"2023-10-02","cited_by_count":87,"area":null},{"id":"2302.07027","title":"AdapterSoup: Weight Averaging to Improve Generalization of Pretrained Language Models","created":"2023-02-14","cited_by_count":84,"area":null},{"id":"2210.07700","title":"Language Generation Models Can Cause Harm: So What Can We Do About It? An Actionable Survey","created":"2022-10-14","cited_by_count":80,"area":null},{"id":"2305.15074","title":"Have LLMs Advanced Enough? A Challenging Problem Solving Benchmark For Large Language Models","created":"2023-05-24","cited_by_count":77,"area":"lr"},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75,"area":null},{"id":"2309.12053","title":"AceGPT, Localizing Large Language Models in Arabic","created":"2023-09-21","cited_by_count":75,"area":"alignment"},{"id":"2310.16787","title":"The Data Provenance Initiative: A Large Scale Audit of Dataset Licensing & Attribution in AI","created":"2023-10-25","cited_by_count":73,"area":null},{"id":"2403.03187","title":"Reliable, Adaptable, and Attributable Language Models with Retrieval","created":"2024-03-05","cited_by_count":73,"area":"rag"},{"id":"2408.05646","title":"Eigen Attention: Attention in Low-Rank Space for KV Cache Compression","created":"2024-08-10","cited_by_count":72,"area":"lr"},{"id":"2411.02059","title":"TableGPT2: A Large Multimodal Model with Tabular Data Integration","created":"2024-11-04","cited_by_count":72,"area":"mllm"},{"id":"2308.04430","title":"SILO Language Models: Isolating Legal Risk In a Nonparametric Datastore","created":"2023-08-08","cited_by_count":71,"area":null},{"id":"2308.00755","title":"The Bias Amplification Paradox in Text-to-Image Generation","created":"2023-08-01","cited_by_count":70,"area":null},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67,"area":null},{"id":"2403.04811","title":"Quantifying Contamination in Evaluating Code Generation Capabilities of Language Models","created":"2024-03-06","cited_by_count":65,"area":null},{"id":"2303.12767","title":"Can we trust the evaluation on ChatGPT?","created":"2023-03-22","cited_by_count":63,"area":null},{"id":"2305.10266","title":"Searching for Needles in a Haystack: On the Role of Incidental Bilingualism in PaLM's Translation Capability","created":"2023-05-17","cited_by_count":62,"area":null},{"id":"2308.09067","title":"Contrasting Linguistic Patterns in Human and LLM-Generated News Text","created":"2023-08-17","cited_by_count":62,"area":null},{"id":"2407.06192","title":"Multi-Object Hallucination in Vision-Language Models","created":"2024-07-08","cited_by_count":60,"area":"mllm"},{"id":"2211.08095","title":"Will Large-scale Generative Models Corrupt Future Datasets?","created":"2022-11-15","cited_by_count":59,"area":null},{"id":"2405.18886","title":"Compressing Large Language Models using Low Rank and Low Precision Decomposition","created":"2024-05-29","cited_by_count":59,"area":null},{"id":"2504.04377","title":"PolyGuard: A Multilingual Safety Moderation Tool for 17 Languages","created":"2025-04-06","cited_by_count":59,"area":null},{"id":"2312.12343","title":"LatestEval: Addressing Data Contamination in Language Model Evaluation through Dynamic and Time-Sensitive Test Construction","created":"2023-12-19","cited_by_count":58,"area":null},{"id":"2403.14009","title":"A New Massive Multilingual Dataset for High-Performance Language Technologies","created":"2024-03-20","cited_by_count":56,"area":null},{"id":"2209.12226","title":"Re-contextualizing Fairness in NLP: The Case of India","created":"2022-09-25","cited_by_count":55,"area":null},{"id":"2305.00955","title":"Bridging the Gap: A Survey on Integrating (Human) Feedback for Natural Language Generation","created":"2023-05-01","cited_by_count":55,"area":"alignment"},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2312.10523","title":"Paloma: A Benchmark for Evaluating Language Model Fit","created":"2023-12-16","cited_by_count":54,"area":null},{"id":"2310.17589","title":"An Open Source Data Contamination Report for Large Language Models","created":"2023-10-26","cited_by_count":51,"area":null},{"id":"2403.12958","title":"Dated Data: Tracing Knowledge Cutoffs in Large Language Models","created":"2024-03-19","cited_by_count":51,"area":null},{"id":"2204.06683","title":"Revisiting Transformer-based Models for Long Document Classification","created":"2022-04-14","cited_by_count":49,"area":null},{"id":"2206.08325","title":"Characteristics of Harmful Text: Towards Rigorous Benchmarking of Language Models","created":"2022-06-16","cited_by_count":49,"area":null},{"id":"2309.10677","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","created":"2023-09-19","cited_by_count":48,"area":null},{"id":"2304.08460","title":"LongForm: Effective Instruction Tuning with Reverse Instructions","created":"2023-04-17","cited_by_count":47,"area":null},{"id":"2407.14933","title":"Consent in Crisis: The Rapid Decline of the AI Data Commons","created":"2024-07-20","cited_by_count":46,"area":null},{"id":"2405.19358","title":"Robustifying Safety-Aligned Large Language Models through Clean Data Curation","created":"2024-05-24","cited_by_count":44,"area":"alignment"},{"id":"2407.02552","title":"RLHF Can Speak Many Languages: Unlocking Multilingual Preference Optimization for LLMs","created":"2024-07-02","cited_by_count":43,"area":"alignment"},{"id":"2305.13252","title":"\"According to ...\": Prompting Language Models Improves Quoting from Pre-Training Data","created":"2023-05-22","cited_by_count":42,"area":null},{"id":"2308.15474","title":"A General-Purpose Self-Supervised Model for Computational Pathology","created":"2023-08-29","cited_by_count":42,"area":null},{"id":"2507.07101","title":"Small Batch Size Training for Language Models: When Vanilla SGD Works, and Why Gradient Accumulation Is Wasteful","created":"2025-07-09","cited_by_count":41,"area":null},{"id":"2310.10628","title":"Data Contamination Through the Lens of Time","created":"2023-10-16","cited_by_count":40,"area":null},{"id":"2211.07830","title":"Prompting Language Models for Linguistic Structure","created":"2022-11-15","cited_by_count":39,"area":null},{"id":"2505.14669","title":"Quartet: Native FP4 Training Can Be Optimal for Large Language Models","created":"2025-05-20","cited_by_count":39,"area":null}],"next_cursor":"100"}