{"total":83,"rows":[{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2502.06559","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","created":"2025-02-10","cited_by_count":60,"area":null},{"id":"2602.16763","title":"When AI Benchmarks Plateau: A Systematic Study of Benchmark Saturation","created":"2026-02-18","cited_by_count":33,"area":null},{"id":"2503.01747","title":"Position: Don't Use the CLT in LLM Evals With Fewer Than a Few Hundred Datapoints","created":"2025-03-03","cited_by_count":23,"area":null},{"id":"2509.04013","title":"On Robustness and Reliability of Benchmark-Based Evaluation of LLMs","created":"2025-09-04","cited_by_count":23,"area":null},{"id":"2412.05520","title":"More than Marketing? On the Information Value of AI Benchmarks for Practitioners","created":"2024-12-07","cited_by_count":17,"area":null},{"id":"2506.21521","title":"Potemkin Understanding in Large Language Models","created":"2025-06-26","cited_by_count":15,"area":null},{"id":"2506.14028","title":"MultiFinBen: Benchmarking Large Language Models for Multilingual and Multimodal Financial Application","created":"2025-06-16","cited_by_count":14,"area":null},{"id":"2509.24086","title":"Do Repetitions Matter? Strengthening Reliability in LLM Evaluations","created":"2025-09-28","cited_by_count":14,"area":null},{"id":"2601.19532","title":"Benchmarks Saturate When The Model Gets Smarter Than The Judge","created":"2026-01-27","cited_by_count":11,"area":null},{"id":"2510.07575","title":"Benchmarking is Broken -- Don't Let AI be its Own Judge","created":"2025-10-08","cited_by_count":8,"area":null},{"id":"2603.02668","title":"SorryDB: Can AI Provers Complete Real-World Lean Theorems?","created":"2026-03-03","cited_by_count":8,"area":null},{"id":"2604.16403","title":"Computational Hermeneutics: Evaluating generative AI as a cultural technology","created":"2026-03-31","cited_by_count":8,"area":null},{"id":"2503.06263","title":"Critical Foreign Policy Decisions (CFPD)-Benchmark: Measuring Diplomatic Preferences in Large Language Models","created":"2025-03-08","cited_by_count":7,"area":null},{"id":"2505.20692","title":"Can we Debias Social Stereotypes in AI-Generated Images? Examining Text-to-Image Outputs and User Perceptions","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2506.01789","title":"Datasheets Aren't Enough: DataRubrics for Automated Quality Metrics and Accountability","created":"2025-06-02","cited_by_count":6,"area":null},{"id":"2508.05464","title":"Bench-2-CoP: Can We Trust Benchmarking for EU AI Compliance?","created":"2025-08-07","cited_by_count":6,"area":null},{"id":"2501.08951","title":"Analyzing the Ethical Logic of Eight Large Language Models","created":"2025-01-15","cited_by_count":5,"area":null},{"id":"2504.17544","title":"Auditing the Ethical Logic of Generative AI Models","created":"2025-04-24","cited_by_count":5,"area":null},{"id":"2505.15553","title":"Social Bias in Popular Question-Answering Benchmarks","created":"2025-05-21","cited_by_count":5,"area":null},{"id":"2510.10339","title":"Measuring What Matters: Connecting AI Ethics Evaluations to System Attributes, Hazards, and Harms","created":"2025-10-11","cited_by_count":5,"area":null},{"id":"2605.25240","title":"JudgmentBench: Comparing Rubric and Preference Evaluation for Quality Assessment","created":"2026-05-24","cited_by_count":5,"area":null},{"id":"2502.16242","title":"Reproducibility Study of Cooperation, Competition, and Maliciousness: LLM-Stakeholders Interactive Negotiation","created":"2025-02-22","cited_by_count":4,"area":null},{"id":"2503.04299","title":"Mapping AI Benchmark Data to Quantitative Risk Estimates Through Expert Elicitation","created":"2025-03-06","cited_by_count":4,"area":null},{"id":"2511.05613","title":"Who Evaluates AI's Social Impacts? Mapping Coverage and Gaps in First and Third Party Evaluations","created":"2025-11-06","cited_by_count":4,"area":null},{"id":"2511.21695","title":"EvalCards: A Framework for Standardized Evaluation Reporting","created":"2025-11-05","cited_by_count":4,"area":null},{"id":"2504.10359","title":"DICE: A Framework for Dimensional and Contextual Evaluation of Language Models","created":"2025-04-14","cited_by_count":3,"area":null},{"id":"2506.00482","title":"Benchmarks Are Not Atomic: Composition-Aware LLM Evaluation using BenchHub","created":"2025-05-31","cited_by_count":3,"area":null},{"id":"2510.21460","title":"Risk Management for Mitigating Benchmark Failure Modes: BenchRisk","created":"2025-10-24","cited_by_count":3,"area":null},{"id":"2511.06530","title":"Better Datasets Start From RefineLab: Automatic Optimization for High-Quality Dataset Refinement","created":"2025-11-09","cited_by_count":3,"area":null},{"id":"2605.25272","title":"AI Cartography: Mapping the Latent Landscape of AI Benchmark Ecosystems","created":"2026-05-24","cited_by_count":3,"area":null},{"id":"2606.14516","title":"Every Eval Ever: A Unifying Schema and Community Repository for AI Evaluation Results","created":"2026-06-12","cited_by_count":3,"area":null},{"id":"2606.22437","title":"MMGist: A Comprehensive Multimodal Benchmark for 2027","created":"2026-06-21","cited_by_count":3,"area":null},{"id":"2509.25664","title":"QFrBLiMP: a Quebec-French Benchmark of Linguistic Minimal Pairs","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2510.13852","title":"ConsistencyAI: A Benchmark to Assess LLMs' Factual Consistency When Responding to Different Demographic Groups","created":"2025-10-11","cited_by_count":2,"area":null},{"id":"2602.03344","title":"Robustness as an Emergent Property of Task Performance","created":"2026-02-03","cited_by_count":2,"area":null},{"id":"2603.00883","title":"Knowledge without Wisdom: Measuring Misalignment between LLMs and Intended Impact","created":"2026-03-01","cited_by_count":2,"area":null},{"id":"2609.37315","title":"Do Agent Benchmarks Do What They Say? An Executable-Contract Audit of Tool-Using Agent Environments","created":"2026-09-29","cited_by_count":2,"area":null},{"id":"2502.15719","title":"Governing AI Beyond the Pretraining Frontier","created":"2025-01-27","cited_by_count":1,"area":null},{"id":"2503.04848","title":"Three tiers of computation in transformers and in brain architectures","created":"2025-03-05","cited_by_count":1,"area":null},{"id":"2511.10661","title":"Sequential Bayesian Evaluation of Large Language Model Behavior","created":"2025-11-04","cited_by_count":1,"area":null},{"id":"2511.22341","title":"Unexplored flaws in multiple-choice VQA make benchmarking unreliable","created":"2025-11-27","cited_by_count":1,"area":null},{"id":"2512.09577","title":"Auto-BenchmarkCard: Automated Synthesis of Benchmark Documentation","created":"2025-12-10","cited_by_count":1,"area":null},{"id":"2603.18019","title":"BenchBrowser: Retrieving Evidence for Evaluating Benchmark Validity","created":"2026-02-25","cited_by_count":1,"area":null},{"id":"2603.24999","title":"Efficient Detection of Bad Benchmark Items with Novel Scalability Coefficients","created":"2026-03-26","cited_by_count":1,"area":null},{"id":"2604.23102","title":"Unstable Rankings in Bayesian Deep Learning Evaluation","created":"2026-04-25","cited_by_count":1,"area":null},{"id":"2604.23114","title":"A Tale of Two Variances: When Single-Seed Benchmarks Fail in Bayesian Deep Learning","created":"2026-04-25","cited_by_count":1,"area":null},{"id":"2604.27819","title":"MCPHunt: An Evaluation Framework for Cross-Boundary Data Propagation in Multi-Server MCP Agents","created":"2026-04-30","cited_by_count":1,"area":null},{"id":"2607.14399","title":"Instrument Effects in Language-Model Honesty Evaluation: An Auditable Single-System Demonstration","created":"2026-07-15","cited_by_count":1,"area":null},{"id":"2608.06202","title":"What Current AI Benchmarks Leave Unmeasured: Modality, Search, Citations, and Implications (for Safety Evaluations)","created":"2026-08-06","cited_by_count":1,"area":null},{"id":"2506.18213","title":"A Conceptual Framework for AI Capability Evaluations","created":"2025-06-23","cited_by_count":0,"area":null},{"id":"2507.06434","title":"Deprecating Benchmarks: Criteria and Framework","created":"2025-07-08","cited_by_count":0,"area":null},{"id":"2507.20014","title":"Policy-Driven AI in Dataspaces: Taxonomy, Explainability, and Pathways for Compliant Innovation","created":"2025-07-26","cited_by_count":0,"area":null},{"id":"2509.25671","title":"The Flaw of Averages: Measuring Benchmark-Level Distributional Robustness","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2511.05501","title":"Towards Real-World Validity in Generative AI Benchmarks: Understanding and Designing Domain-Centered Evaluations for Journalism Practitioners","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2512.04107","title":"Rethinking AI Evaluation in Education: The TEACH-AI Framework and Benchmark for Generative AI Assistants","created":"2025-11-28","cited_by_count":0,"area":null},{"id":"2512.05176","title":"Towards A Cultural Intelligence and Values Inferences Quality Benchmark for Community Values and Common Knowledge","created":"2025-12-04","cited_by_count":0,"area":null},{"id":"2512.23889","title":"How Large Language Models Systematically Misrepresent American Climate Opinions","created":"2025-12-29","cited_by_count":0,"area":null},{"id":"2602.12356","title":"A Theoretical Framework for Adaptive Utility-Weighted Benchmarking","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2602.18230","title":"[Re] Benchmarking LLM Capabilities in Negotiation through Scoreable Games","created":"2026-02-20","cited_by_count":0,"area":null},{"id":"2603.11001","title":"RCTs for Frontier AI Governance: Methodological Challenges and Solutions for Human Uplift Studies","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2603.13294","title":"Real-World AI Evaluation: How FRAME Generates Systematic Evidence to Resolve the Decision-Maker's Dilemma","created":"2026-02-28","cited_by_count":0,"area":null},{"id":"2604.26460","title":"Theory-Grounded Evaluation Exposes the Authorship Gap in LLM Personalization","created":"2026-04-29","cited_by_count":0,"area":null},{"id":"2605.17273","title":"Position: State-of-the-Art Claims Require State-of-the-Art Evidence","created":"2026-05-17","cited_by_count":0,"area":null},{"id":"2605.17765","title":"AURORA: Contextual Orthogonalization for Geometric Representation Learning in Healthcare Foundation Models","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2605.30529","title":"Generalistic or Specific Embeddings, Which is Better? An Empirical Study on Search for Clinical Coding in Non-English Languages","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2605.30916","title":"Welfare, Improvability, and Variance: A Principal-Agent Approach to Optimal Benchmark Item Aggregation","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2606.01849","title":"ContinuousBench: Can Differentially Private Synthetic Text Improve Capabilities?","created":"2026-06-01","cited_by_count":0,"area":null},{"id":"2606.05029","title":"Validity Threats for Foundation Model Research","created":"2026-06-03","cited_by_count":0,"area":null},{"id":"2606.07897","title":"Pander Score: A Continuous Measure of Sycophancy as Epistemic Deference","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2606.18532","title":"AI Sandboxes: A Threat Model, Taxonomy, and Measurement Framework","created":"2026-06-16","cited_by_count":0,"area":null},{"id":"2608.02996","title":"On the missing benchmarks layer and a potential solution","created":"2026-08-04","cited_by_count":0,"area":null},{"id":"2608.05656","title":"Studying People to Study AI: Expert Perspectives on the Epistemic Fit and Barriers of Human Research in AI Safety & Ethics","created":"2026-08-06","cited_by_count":0,"area":null},{"id":"2608.06898","title":"How Should I Pick a Foundation Model for My Robot? In Favor of a Community Evaluation Framework for Social Robots","created":"2026-08-07","cited_by_count":0,"area":null},{"id":"2608.17827","title":"From Global Benchmarks to Local Evaluations: Benchmarking LLMs for the German Public Sector","created":"2026-08-18","cited_by_count":0,"area":null},{"id":"2608.20918","title":"UpgradeBench: A Decision-Centric Benchmark for Upgrading Fine-Tuned LLM Specialists","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2608.30895","title":"A Controlled Evaluation of Model Rankings and Input Reliance in Surface Water Segmentation","created":"2026-08-31","cited_by_count":0,"area":null},{"id":"2609.08861","title":"API Benchmark Scores Do Not Reliably Transfer to Chatbot Interfaces","created":"2026-09-08","cited_by_count":0,"area":null},{"id":"2609.11504","title":"DeFiFlowBench: Benchmarking and Improving Safe Executability in Natural-Language DeFi Workflow Synthesis","created":"2026-09-10","cited_by_count":0,"area":null},{"id":"2609.28610","title":"UltraBench 2: Towards Robust Evaluation of Vision Foundation Models on Ultrasound","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.33505","title":"When Evidence Changes the Subject: Subject-Typed Claim Licensing for Learned Routing","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2610.04878","title":"Bounded Reasoning: Cognitive Hierarchy in Human-versus-AI Cyber Defense","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.05532","title":"DelegationBench: Measuring When AI Agents Should Ask Before Acting","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}