{"total":349,"rows":[{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162,"area":"lr"},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639,"area":null},{"id":"2306.16388","title":"Towards Measuring the Representation of Subjective Global Opinions in Language Models","created":"2023-06-28","cited_by_count":437,"area":null},{"id":"2410.19168","title":"MMAU: A Massive Multi-Task Audio Understanding and Reasoning Benchmark","created":"2024-10-24","cited_by_count":288,"area":"lr"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2305.03514","title":"Can Large Language Models Transform Computational Social Science?","created":"2023-04-12","cited_by_count":250,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2309.13638","title":"Embers of Autoregression: Understanding Large Language Models Through the Problem They are Trained to Solve","created":"2023-09-24","cited_by_count":178,"area":null},{"id":"2405.20362","title":"Hallucination-Free? Assessing the Reliability of Leading AI Legal Research Tools","created":"2024-05-30","cited_by_count":176,"area":null},{"id":"2302.07459","title":"The Capacity for Moral Self-Correction in Large Language Models","created":"2023-02-15","cited_by_count":173,"area":"alignment"},{"id":"2311.04287","title":"Holistic Evaluation of Text-To-Image Models","created":"2023-11-07","cited_by_count":160,"area":null},{"id":"2310.11986","title":"Sociotechnical Safety Evaluation of Generative AI Systems","created":"2023-10-18","cited_by_count":157,"area":null},{"id":"2301.08727","title":"Neural Architecture Search: Insights from 1000 Papers","created":"2023-01-20","cited_by_count":139,"area":null},{"id":"2302.10329","title":"Harms from Increasingly Agentic Algorithmic Systems","created":"2023-02-20","cited_by_count":135,"area":"agents"},{"id":"2305.03403","title":"Large Language Models for Automated Data Science: Introducing CAAFE for Context-Aware Automated Feature Engineering","created":"2023-05-05","cited_by_count":127,"area":null},{"id":"2306.01941","title":"AI Transparency in the Age of LLMs: A Human-Centered Research Roadmap","created":"2023-06-02","cited_by_count":123,"area":null},{"id":"2409.11363","title":"CORE-Bench: Fostering the Credibility of Published Research Through a Computational Reproducibility Agent Benchmark","created":"2024-09-17","cited_by_count":123,"area":"agents"},{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2411.12990","title":"BetterBench: Assessing AI Benchmarks, Uncovering Issues, and Establishing Best Practices","created":"2024-11-20","cited_by_count":114,"area":null},{"id":"2112.01716","title":"Reduced, Reused and Recycled: The Life of a Dataset in Machine Learning Research","created":"2021-12-03","cited_by_count":102,"area":null},{"id":"2507.02825","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","created":"2025-07-03","cited_by_count":102,"area":"agents"},{"id":"2507.09089","title":"Measuring the Impact of Early-2025 AI on Experienced Open-Source Developer Productivity","created":"2025-07-12","cited_by_count":101,"area":null},{"id":"2311.02462","title":"Levels of AGI for Operationalizing Progress on the Path to AGI","created":"2023-11-04","cited_by_count":96,"area":null},{"id":"2306.05949","title":"Evaluating the Social Impact of Generative AI Systems in Systems and Society","created":"2023-06-09","cited_by_count":92,"area":null},{"id":"2207.10062","title":"DataPerf: Benchmarks for Data-Centric AI Development","created":"2022-07-20","cited_by_count":90,"area":null},{"id":"2206.09511","title":"The Fallacy of AI Functionality","created":"2022-06-20","cited_by_count":88,"area":null},{"id":"2309.16575","title":"A Benchmark for Learning to Translate a New Language from One Grammar Book","created":"2023-09-28","cited_by_count":75,"area":null},{"id":"2301.13126","title":"LEXTREME: A Multi-Lingual and Multi-Task Benchmark for the Legal Domain","created":"2023-01-30","cited_by_count":68,"area":null},{"id":"2207.07048","title":"Leakage and the Reproducibility Crisis in ML-based Science","created":"2022-07-14","cited_by_count":65,"area":null},{"id":"2302.04844","title":"The Gradient of Generative AI Release: Methods and Considerations","created":"2023-02-05","cited_by_count":63,"area":null},{"id":"2209.01515","title":"Do Large Language Models know what humans know?","created":"2022-09-04","cited_by_count":60,"area":null},{"id":"2502.06559","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","created":"2025-02-10","cited_by_count":60,"area":null},{"id":"2306.03100","title":"Rethinking Model Evaluation as Narrowing the Socio-Technical Gap","created":"2023-06-01","cited_by_count":56,"area":"lr"},{"id":"2404.02418","title":"Auxiliary task demands mask the capabilities of smaller language models","created":"2024-04-03","cited_by_count":54,"area":null},{"id":"2203.07228","title":"FairLex: A Multilingual Benchmark for Evaluating Fairness in Legal Text Processing","created":"2022-03-14","cited_by_count":49,"area":null},{"id":"2205.05256","title":"Evaluation Gaps in Machine Learning Practice","created":"2022-05-11","cited_by_count":49,"area":null},{"id":"2406.11036","title":"garak: A Framework for Security Probing Large Language Models","created":"2024-06-16","cited_by_count":49,"area":"safety"},{"id":"2405.08007","title":"People cannot distinguish GPT-4 from a human in a Turing test","created":"2024-05-09","cited_by_count":48,"area":null},{"id":"2503.23674","title":"Large Language Models Pass the Turing Test","created":"2025-03-31","cited_by_count":48,"area":null},{"id":"2403.08632","title":"A Decade's Battle on Dataset Bias: Are We There Yet?","created":"2024-03-13","cited_by_count":47,"area":null},{"id":"2503.05336","title":"Toward an Evaluation Science for Generative AI Systems","created":"2025-03-07","cited_by_count":45,"area":null},{"id":"2306.10062","title":"Revealing the structure of language model capabilities","created":"2023-06-14","cited_by_count":40,"area":null},{"id":"2310.10628","title":"Data Contamination Through the Lens of Time","created":"2023-10-16","cited_by_count":40,"area":null},{"id":"2503.10694","title":"Medical Large Language Model Benchmarks Should Prioritize Construct Validity","created":"2025-03-12","cited_by_count":38,"area":null},{"id":"2310.20216","title":"Does GPT-4 pass the Turing test?","created":"2023-10-31","cited_by_count":37,"area":null},{"id":"2206.11249","title":"GEMv2: Multilingual NLG Benchmarking in a Single Line of Code","created":"2022-06-22","cited_by_count":36,"area":null},{"id":"2306.07377","title":"Lost in Translation: Large Language Models in Non-English Content Analysis","created":"2023-06-12","cited_by_count":35,"area":null},{"id":"2407.16711","title":"Benchmarks as Microscopes: A Call for Model Metrology","created":"2024-07-22","cited_by_count":35,"area":null},{"id":"2206.03216","title":"Data Governance in the Age of Large-Scale Data-Driven Language Technology","created":"2022-05-04","cited_by_count":33,"area":null},{"id":"2602.16763","title":"When AI Benchmarks Plateau: A Systematic Study of Benchmark Saturation","created":"2026-02-18","cited_by_count":33,"area":null},{"id":"2303.15772","title":"Ecosystem Graphs: The Social Footprint of Foundation Models","created":"2023-03-28","cited_by_count":32,"area":null},{"id":"2310.19619","title":"Towards A Holistic Landscape of Situated Theory of Mind in Large Language Models","created":"2023-10-30","cited_by_count":32,"area":null},{"id":"2210.05815","title":"Underspecification in Scene Description-to-Depiction Tasks","created":"2022-10-11","cited_by_count":30,"area":null},{"id":"2304.13714","title":"Evaluation of GPT-3.5 and GPT-4 for supporting real-world information needs in healthcare delivery","created":"2023-04-26","cited_by_count":30,"area":null},{"id":"2405.10632","title":"Towards interactive evaluations for interaction harms in human-AI systems","created":"2024-05-17","cited_by_count":29,"area":null},{"id":"2208.12852","title":"What Do NLP Researchers Believe? Results of the NLP Community Metasurvey","created":"2022-08-26","cited_by_count":28,"area":null},{"id":"2406.06196","title":"LINGOLY: A Benchmark of Olympiad-Level Linguistic Reasoning Puzzles in Low-Resource and Extinct Languages","created":"2024-06-10","cited_by_count":28,"area":"lr"},{"id":"2305.09022","title":"It Takes Two to Tango: Navigating Conceptualizations of NLP Tasks and Measurements of Performance","created":"2023-05-15","cited_by_count":26,"area":null},{"id":"2402.14154","title":"MM-Soc: Benchmarking Multimodal Large Language Models in Social Media Platforms","created":"2024-02-21","cited_by_count":26,"area":"mllm"},{"id":"2406.06573","title":"MedFuzz: Exploring the Robustness of Large Language Models in Medical Question Answering","created":"2024-06-03","cited_by_count":26,"area":null},{"id":"2407.08188","title":"Position: Measure Dataset Diversity, Don't Just Claim It","created":"2024-07-11","cited_by_count":26,"area":null},{"id":"2202.07603","title":"Fairness Indicators for Systematic Assessments of Visual Feature Extractors","created":"2022-02-15","cited_by_count":24,"area":null},{"id":"2506.21876","title":"Do Vision-Language Models Have Internal World Models? Towards an Atomic Evaluation","created":"2025-06-27","cited_by_count":24,"area":"wm"},{"id":"2501.07238","title":"Lessons From Red Teaming 100 Generative AI Products","created":"2025-01-13","cited_by_count":23,"area":"safety"},{"id":"2503.01747","title":"Position: Don't Use the CLT in LLM Evals With Fewer Than a Few Hundred Datapoints","created":"2025-03-03","cited_by_count":23,"area":null},{"id":"2210.01970","title":"Evaluate & Evaluation on the Hub: Better Best Practices for Data and Model Measurements","created":"2022-09-30","cited_by_count":22,"area":null},{"id":"2302.10894","title":"Red Teaming Deep Neural Networks with Feature Synthesis Tools","created":"2023-02-08","cited_by_count":21,"area":"safety"},{"id":"2311.08391","title":"A Material Lens on Coloniality in NLP","created":"2023-11-14","cited_by_count":21,"area":null},{"id":"2410.20245","title":"Improving Model Evaluation using SMART Filtering of Benchmark Datasets","created":"2024-10-26","cited_by_count":21,"area":null},{"id":"2603.13285","title":"Brittlebench: Quantifying LLM robustness via prompt sensitivity","created":"2026-02-27","cited_by_count":21,"area":null},{"id":"2308.07120","title":"Position: Key Claims in LLM Research Have a Long Tail of Footnotes","created":"2023-08-14","cited_by_count":20,"area":null},{"id":"2204.12708","title":"On the Limitations of Dataset Balancing: The Lost Battle Against Spurious Correlations","created":"2022-04-27","cited_by_count":19,"area":null},{"id":"2401.08053","title":"SCoFT: Self-Contrastive Fine-Tuning for Equitable Image Generation","created":"2024-01-16","cited_by_count":19,"area":null},{"id":"2404.14068","title":"Holistic Safety and Responsibility Evaluations of Advanced AI Models","created":"2024-04-22","cited_by_count":19,"area":null},{"id":"2405.02200","title":"Position: Why We Must Rethink Empirical Research in Machine Learning","created":"2024-05-03","cited_by_count":19,"area":null},{"id":"2402.14147","title":"Wikibench: Community-Driven Data Curation for AI Evaluation on Wikipedia","created":"2024-02-21","cited_by_count":18,"area":null},{"id":"2203.06498","title":"The worst of both worlds: A comparative analysis of errors in learning from data in psychology and machine learning","created":"2022-03-12","cited_by_count":17,"area":null},{"id":"2302.03629","title":"Ethical Considerations for Responsible Data Curation","created":"2023-02-07","cited_by_count":17,"area":null},{"id":"2304.10655","title":"The Dataset Multiplicity Problem: How Unreliable Data Impacts Predictions","created":"2023-04-20","cited_by_count":17,"area":null},{"id":"2409.17213","title":"Plurals: A System for Guiding LLMs Via Simulated Social Ensembles","created":"2024-09-25","cited_by_count":17,"area":null},{"id":"2412.05520","title":"More than Marketing? On the Information Value of AI Benchmarks for Practitioners","created":"2024-12-07","cited_by_count":17,"area":null},{"id":"2303.08485","title":"Can Fairness be Automated? Guidelines and Opportunities for Fairness-aware AutoML","created":"2023-03-15","cited_by_count":16,"area":null},{"id":"2402.02675","title":"Verifiable evaluations of machine learning models using zkSNARKs","created":"2024-02-05","cited_by_count":16,"area":null},{"id":"2210.05769","title":"Vote'n'Rank: Revision of Benchmarking with Social Choice Theory","created":"2022-10-11","cited_by_count":15,"area":null},{"id":"2303.00716","title":"Aligning benchmark datasets for table structure recognition","created":"2023-03-01","cited_by_count":15,"area":null},{"id":"2305.11662","title":"Separating form and meaning: Using self-consistency to quantify task understanding across multiple senses","created":"2023-05-19","cited_by_count":15,"area":"lr"},{"id":"2312.07492","title":"SocialStigmaQA: A Benchmark to Uncover Stigma Amplification in Generative Language Models","created":"2023-12-12","cited_by_count":15,"area":null},{"id":"2412.01876","title":"Understanding Bias in Large-Scale Visual Datasets","created":"2024-12-02","cited_by_count":15,"area":null},{"id":"2506.21521","title":"Potemkin Understanding in Large Language Models","created":"2025-06-26","cited_by_count":15,"area":null},{"id":"2605.25492","title":"SafetyRepro: Configuration-Conditional Rank Instability on Alignment Benchmarks","created":"2026-05-25","cited_by_count":15,"area":null},{"id":"2207.11569","title":"Robots Enact Malignant Stereotypes","created":"2022-07-23","cited_by_count":14,"area":null},{"id":"2312.11803","title":"NLP for Maternal Healthcare: Perspectives and Guiding Principles in the Age of LLMs","created":"2023-12-19","cited_by_count":14,"area":null},{"id":"2402.01656","title":"Promises and pitfalls of artificial intelligence for legal applications","created":"2024-01-10","cited_by_count":14,"area":null},{"id":"2501.05382","title":"Large Physics Models: Towards a collaborative approach with Large Language Models and Foundation Models","created":"2025-01-09","cited_by_count":14,"area":null},{"id":"2502.09192","title":"Thinking beyond the anthropomorphic paradigm benefits LLM research","created":"2025-02-13","cited_by_count":14,"area":"lr"},{"id":"2512.00461","title":"Whose Personae? Synthetic Persona Experiments in LLM Research and Pathways to Transparency","created":"2025-11-29","cited_by_count":14,"area":"alignment"},{"id":"2307.03201","title":"Scaling Laws Do Not Scale","created":"2023-07-05","cited_by_count":13,"area":null},{"id":"2309.11975","title":"Inferring Capabilities from Task Performance with Bayesian Triangulation","created":"2023-09-21","cited_by_count":13,"area":null}],"next_cursor":"100"}