{"total":92,"rows":[{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2504.07114","title":"ChatBench: From Static Benchmarks to Human-AI Evaluation","created":"2025-03-22","cited_by_count":34,"area":null},{"id":"2511.21140","title":"How to Correctly Report LLM-as-a-Judge Evaluations","created":"2025-11-26","cited_by_count":30,"area":null},{"id":"2508.13144","title":"Signal and Noise: A Framework for Reducing Uncertainty in Language Model Evaluation","created":"2025-08-18","cited_by_count":26,"area":null},{"id":"2503.01747","title":"Position: Don't Use the CLT in LLM Evals With Fewer Than a Few Hundred Datapoints","created":"2025-03-03","cited_by_count":23,"area":null},{"id":"2505.05602","title":"HiBayES: A Hierarchical Bayesian Modeling Framework for AI Evaluation Statistics","created":"2025-05-08","cited_by_count":18,"area":null},{"id":"2509.24086","title":"Do Repetitions Matter? Strengthening Reliability in LLM Evaluations","created":"2025-09-28","cited_by_count":14,"area":null},{"id":"2505.03814","title":"Cer-Eval: Certifiable and Cost-Efficient Evaluation Framework for LLMs","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2509.08494","title":"HumanAgencyBench: Scalable Evaluation of Human Agency Support in AI Assistants","created":"2025-09-10","cited_by_count":11,"area":null},{"id":"2601.19532","title":"Benchmarks Saturate When The Model Gets Smarter Than The Judge","created":"2026-01-27","cited_by_count":11,"area":null},{"id":"2508.09853","title":"STREAM (ChemBio): A Standard for Transparently Reporting Evaluations in AI Model Reports","created":"2025-08-13","cited_by_count":10,"area":null},{"id":"2604.11581","title":"Hidden Measurement Error in LLM Pipelines Distorts Annotation, Evaluation, and Benchmarking","created":"2026-04-13","cited_by_count":10,"area":null},{"id":"2503.04804","title":"What do Large Language Models Say About Animals? Investigating Risks of Animal Harm in Generated Text","created":"2025-03-03","cited_by_count":9,"area":null},{"id":"2505.06108","title":"LLMs Outperform Experts on Challenging Biology Benchmarks","created":"2025-05-09","cited_by_count":9,"area":null},{"id":"2603.04601","title":"Vibe Code Bench: Evaluating AI Models on End-to-End Web Application Development","created":"2026-03-04","cited_by_count":9,"area":null},{"id":"2502.01754","title":"Evaluation of Large Language Models via Coupled Token Generation","created":"2025-02-03","cited_by_count":8,"area":null},{"id":"2504.21303","title":"Confidence in Large Language Model Evaluation: A Bayesian Approach to Limited-Sample Challenges","created":"2025-04-30","cited_by_count":8,"area":null},{"id":"2507.04491","title":"A validity-guided workflow for robust large language model research in psychology","created":"2025-07-06","cited_by_count":8,"area":null},{"id":"2512.21326","title":"Measuring all the noises of LLM Evals","created":"2025-12-24","cited_by_count":7,"area":null},{"id":"2602.10144","title":"When LLMs get significantly worse: A statistical approach to detect model degradations","created":"2026-02-09","cited_by_count":7,"area":null},{"id":"2605.30315","title":"Resolution Diagnostics for Paired LLM Evaluation","created":"2026-05-28","cited_by_count":7,"area":null},{"id":"2606.08679","title":"Rank Intervals for Leaderboards: A Hierarchical Framework for Model Evaluation","created":"2026-06-07","cited_by_count":6,"area":null},{"id":"2502.08943","title":"Beyond the Singular: Revealing the Value of Multiple Generations in Benchmark Evaluation","created":"2025-02-13","cited_by_count":5,"area":null},{"id":"2505.04038","title":"Identities are not Interchangeable: The Problem of Overgeneralization in Fair Machine Learning","created":"2025-05-07","cited_by_count":5,"area":null},{"id":"2505.19145","title":"Do Large Language Models (Really) Need Statistical Foundations?","created":"2025-05-25","cited_by_count":5,"area":null},{"id":"2604.27405","title":"Beyond the Mean: Within-Model Reliable Change Detection for LLM Evaluation","created":"2026-04-30","cited_by_count":5,"area":null},{"id":"2606.28960","title":"Expert Evaluation of Clinical AI Tools on Real Point-of-Care Clinical Queries","created":"2026-06-27","cited_by_count":5,"area":null},{"id":"2503.01470","title":"Position: Ensuring mutual privacy is necessary for effective external evaluation of proprietary AI systems","created":"2025-03-03","cited_by_count":4,"area":null},{"id":"2509.07054","title":"Statistical Methods in Generative AI","created":"2025-09-08","cited_by_count":4,"area":null},{"id":"2603.01865","title":"CyclicJudge: Mitigating Judge Bias Efficiently in LLM-based Evaluation","created":"2026-03-02","cited_by_count":4,"area":null},{"id":"2605.06939","title":"Bias and Uncertainty in LLM-as-a-Judge Estimation","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2606.09809","title":"Evaluation Cards: An Interpretive Layer for AI Evaluation Reporting","created":"2026-06-08","cited_by_count":4,"area":null},{"id":"2608.11323","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","created":"2026-08-11","cited_by_count":4,"area":null},{"id":"2507.06893","title":"Developing and Maintaining an Open-Source Repository of AI Evaluations: Challenges and Insights","created":"2025-07-09","cited_by_count":3,"area":null},{"id":"2509.22506","title":"Representing LLMs in Prompt Semantic Task Space","created":"2025-09-26","cited_by_count":3,"area":null},{"id":"2602.08229","title":"InfiCoEvalChain: A Blockchain-Based Decentralized Framework for Collaborative LLM Evaluation","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2609.01354","title":"Where the Verifier Fails: A Category-Level Audit of Reward Signals in RLVR","created":"2026-09-01","cited_by_count":3,"area":null},{"id":"2503.11911","title":"LAG-MMLU: Benchmarking Frontier LLM Understanding in Latvian and Giriama","created":"2025-03-14","cited_by_count":2,"area":null},{"id":"2505.23432","title":"A Mathematical Framework for AI-Human Integration in Work","created":"2025-05-29","cited_by_count":2,"area":null},{"id":"2509.19590","title":"Position: AI Evaluations Should be Grounded on a Theory of Capability","created":"2025-09-23","cited_by_count":2,"area":null},{"id":"2510.11595","title":"Reproducibility: The New Frontier in AI Governance","created":"2025-10-13","cited_by_count":2,"area":null},{"id":"2511.00527","title":"A Hierarchical Imprecise Probability Approach to Reliability Assessment of Large Language Models","created":"2025-11-01","cited_by_count":2,"area":null},{"id":"2607.16259","title":"Quantifying Ranking Uncertainty in LLM Benchmarks","created":"2026-06-28","cited_by_count":2,"area":null},{"id":"2608.14425","title":"Knowing When to Stop: Bayesian Optimal Stopping for LLM Evaluations","created":"2026-08-14","cited_by_count":2,"area":null},{"id":"2609.32211","title":"Rank Confidence Sequences:Anytime-valid Leaderboards","created":"2026-09-26","cited_by_count":2,"area":null},{"id":"2502.14491","title":"Statistical Scenario Modelling and Lookalike Distributions for Multi-Variate AI Risk","created":"2025-02-20","cited_by_count":1,"area":null},{"id":"2508.00614","title":"Prompting Science Report 3: I'll pay you or I'll kill you -- but will you care?","created":"2025-08-01","cited_by_count":1,"area":null},{"id":"2509.10963","title":"Testing for LLM response differences: the case of a composite null consisting of semantically irrelevant query perturbations","created":"2025-09-13","cited_by_count":1,"area":null},{"id":"2511.10661","title":"Sequential Bayesian Evaluation of Large Language Model Behavior","created":"2025-11-04","cited_by_count":1,"area":null},{"id":"2512.05858","title":"Prompting Science Report 4: Playing Pretend: Expert Personas Don't Improve Factual Accuracy","created":"2025-12-05","cited_by_count":1,"area":null},{"id":"2512.21080","title":"LLM Personas as a Substitute for Field Experiments in Method Benchmarking","created":"2025-12-24","cited_by_count":1,"area":null},{"id":"2604.03472","title":"Vocabulary Dropout for Curriculum Diversity in LLM Co-Evolution","created":"2026-04-03","cited_by_count":1,"area":null},{"id":"2607.04429","title":"evalci: A Python Library for Statistically Rigorous Comparison of Language Model Evaluations","created":"2026-07-05","cited_by_count":1,"area":null},{"id":"2607.25257","title":"Laplace-PSN-IRT: Uncertainty Quantification for Neural Item Response Theory Models of LLM Benchmarks","created":"2026-07-28","cited_by_count":1,"area":null},{"id":"2609.22547","title":"RLVR is a Kernel, Not a Function: Statistical Inference for pass@$k$ Crossovers","created":"2026-09-18","cited_by_count":1,"area":null},{"id":"2506.18213","title":"A Conceptual Framework for AI Capability Evaluations","created":"2025-06-23","cited_by_count":0,"area":null},{"id":"2510.05709","title":"Correcting Prompt Dependence in LLM Benchmarks: A Bayesian Hierarchical Model with Embedding-Space Clustering","created":"2025-10-07","cited_by_count":0,"area":null},{"id":"2512.18601","title":"On Finding Inconsistencies in Documents","created":"2025-12-21","cited_by_count":0,"area":null},{"id":"2601.09084","title":"How Many Human Judgments Are Enough? Feasibility Limits of Human Preference Evaluation","created":"2026-01-14","cited_by_count":0,"area":null},{"id":"2601.10926","title":"Selecting Language Models for Social Science: Start Small, Start Open, and Validate","created":"2026-01-16","cited_by_count":0,"area":null},{"id":"2605.10575","title":"Acceptance Cards:A Four-Diagnostic Standard for Safe Fine-Tuning Defense Claims","created":"2026-05-11","cited_by_count":0,"area":null},{"id":"2606.05029","title":"Validity Threats for Foundation Model Research","created":"2026-06-03","cited_by_count":0,"area":null},{"id":"2606.17426","title":"Bounded Difference Concentration for Infinitely Exchangeable Sequences with Applications to AI Benchmark Uncertainty","created":"2026-06-16","cited_by_count":0,"area":null},{"id":"2607.01245","title":"Office Comprehension Benchmark","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2607.22951","title":"Modeling Memory-Dependent Reliability of LLMs: A Hidden Markov Model","created":"2026-07-24","cited_by_count":0,"area":null},{"id":"2608.12599","title":"Dead text or binding clause? Measuring and restoring constraint influence in black-box LLM dialogues","created":"2026-08-12","cited_by_count":0,"area":null},{"id":"2608.21262","title":"The Exceedance Design Effect: Effective Sample Size for Thresholds under Clustering","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2608.31102","title":"LLM Post-Training as Brownfield Maintenance: An Industrial Perspective on Dataware Engineering","created":"2026-08-31","cited_by_count":0,"area":null},{"id":"2609.04198","title":"Clean Engineering, Unstable Measurement: A Preregistered Reliability Failure of Black-Box LLM Observers on Shared Endpoints","created":"2026-09-03","cited_by_count":0,"area":null},{"id":"2609.16793","title":"Available but Unclaimed: An Empirical Study of Human-AI Synergy","created":"2026-09-15","cited_by_count":0,"area":null},{"id":"2609.18384","title":"GYROval: A Robust Benchmark for Cultural Value Orientation in Large Language Models","created":"2026-09-16","cited_by_count":0,"area":null},{"id":"2609.27787","title":"Ask Which, Not How Good: Sizing Benchmarks Scored by an LLM","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2609.28177","title":"How Sensitive Are LLM Leaderboard Claims to Hidden Model Selection?","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.30074","title":"How Reproducible Are Evaluation Conclusions? A Self-Audit of LLM-Inferred Prompt Structure","created":"2026-09-24","cited_by_count":0,"area":null},{"id":"2609.32318","title":"What Can a Leaderboard Certify? Compositional Controllability for Fair Evaluation and Training of Biomedical Literature-Review Agents","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.32622","title":"Does CoT-Pass@k Really Check the CoT? A Multilingual Mathematical Audit","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.32996","title":"Oracle Gaps in Reliability Coverage: Sampling Noise or Policy Specialization?","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.35815","title":"How to Run Statistics over LLM Judges and Trust the Results: Calibrated Inference for Small-Sample AI Evaluation with evalstats","created":"2026-09-20","cited_by_count":0,"area":null},{"id":"2609.35922","title":"Almost Human, Except When It Matters: VoxParity and the Decisions a Voice Should Change","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.36730","title":"Can Agents Design Libraries for Agents?","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.37236","title":"Asking for What Was Never Requested: Horizontal and Vertical Proactivity in Agents","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.40190","title":"Cheap to Draw, Expensive to Trust: Certifying Test-Time Scaling Curves","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.00074","title":"K-Dense BYOK: An Open-Source AI Research Assistant That Runs Locally and Keeps a Hash-Chained Lab Notebook","created":"2026-09-04","cited_by_count":0,"area":null},{"id":"2610.02304","title":"SimuVerity: Benchmarking Agents for Engineering-Grade Simulink Model Generation","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.04523","title":"All against the machine: the Solo score for rating skill in variable environments","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.08719","title":"Holdout Best-of-N: Unbiased Evaluation and Its Cost","created":"2026-10-06","cited_by_count":0,"area":null},{"id":"2610.09193","title":"Bookkeeping, Composition, or Unreachable Gold? Reading MemoryAgentBench's Conflict-Resolution Scores Against a Frozen Last-Write Resolver","created":"2026-10-06","cited_by_count":0,"area":null},{"id":"2610.14112","title":"Does System One Transfer? Calibrated Typed-Decision Models, Label Budgets, and Translation for Indonesian Regional Languages","created":"2026-10-09","cited_by_count":0,"area":null},{"id":"2610.15884","title":"RetryBench: Separating Retry Permission from Recovery Outcomes in GPT Tool Use","created":"2026-10-11","cited_by_count":0,"area":null},{"id":"2610.18201","title":"How Reliable Are Large Language Models for Soil Organic Carbon Assessment? An Australian Benchmark","created":"2026-10-13","cited_by_count":0,"area":null},{"id":"2610.18248","title":"Are We Testing Too Much? A Survey of Benchmark Compression for Efficient Evaluation of Large Language Models","created":"2026-10-13","cited_by_count":0,"area":null},{"id":"2610.19185","title":"How to Evaluate When You Don't Know How to Evaluate? Choosing Reliable Setups for Base Language Model Benchmarking","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}