{"total":148,"rows":[{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2502.09696","title":"ZeroBench: An Impossible Visual Benchmark for Contemporary Large Multimodal Models","created":"2025-02-13","cited_by_count":58,"area":"mllm"},{"id":"2510.26768","title":"AMO-Bench: Large Language Models Still Struggle in High School Math Competitions","created":"2025-10-30","cited_by_count":38,"area":"lr"},{"id":"2504.07114","title":"ChatBench: From Static Benchmarks to Human-AI Evaluation","created":"2025-03-22","cited_by_count":34,"area":null},{"id":"2507.08616","title":"AgentsNet: Coordination and Collaborative Reasoning in Multi-Agent LLMs","created":"2025-07-11","cited_by_count":31,"area":"lr"},{"id":"2511.21140","title":"How to Correctly Report LLM-as-a-Judge Evaluations","created":"2025-11-26","cited_by_count":30,"area":null},{"id":"2508.13144","title":"Signal and Noise: A Framework for Reducing Uncertainty in Language Model Evaluation","created":"2025-08-18","cited_by_count":26,"area":null},{"id":"2503.01747","title":"Position: Don't Use the CLT in LLM Evals With Fewer Than a Few Hundred Datapoints","created":"2025-03-03","cited_by_count":23,"area":null},{"id":"2503.02574","title":"LLM-Safety Evaluations Lack Robustness","created":"2025-03-04","cited_by_count":18,"area":"alignment"},{"id":"2505.05602","title":"HiBayES: A Hierarchical Bayesian Modeling Framework for AI Evaluation Statistics","created":"2025-05-08","cited_by_count":18,"area":null},{"id":"2602.07150","title":"On Randomness in Agentic Evals","created":"2026-02-06","cited_by_count":17,"area":"agents"},{"id":"2506.00066","title":"Literature Review Of Multi-Agent Debate For Problem-Solving","created":"2025-05-29","cited_by_count":15,"area":"agents"},{"id":"2509.24086","title":"Do Repetitions Matter? Strengthening Reliability in LLM Evaluations","created":"2025-09-28","cited_by_count":14,"area":null},{"id":"2506.07142","title":"Prompting Science Report 2: The Decreasing Value of Chain of Thought in Prompting","created":"2025-06-08","cited_by_count":13,"area":"lr"},{"id":"2608.07545","title":"DarwinX: Evolving Agent Harnesses Through Natural Selection","created":"2026-07-31","cited_by_count":13,"area":"agents"},{"id":"2505.03814","title":"Cer-Eval: Certifiable and Cost-Efficient Evaluation Framework for LLMs","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2509.08494","title":"HumanAgencyBench: Scalable Evaluation of Human Agency Support in AI Assistants","created":"2025-09-10","cited_by_count":11,"area":null},{"id":"2512.06710","title":"Stochasticity in Agentic Evaluations: Quantifying Inconsistency with Intraclass Correlation","created":"2025-12-07","cited_by_count":11,"area":"agents"},{"id":"2601.19532","title":"Benchmarks Saturate When The Model Gets Smarter Than The Judge","created":"2026-01-27","cited_by_count":11,"area":null},{"id":"2505.21097","title":"Thinker: Learning to Think Fast and Slow","created":"2025-05-27","cited_by_count":10,"area":"lr"},{"id":"2508.09853","title":"STREAM (ChemBio): A Standard for Transparently Reporting Evaluations in AI Model Reports","created":"2025-08-13","cited_by_count":10,"area":null},{"id":"2604.11581","title":"Hidden Measurement Error in LLM Pipelines Distorts Annotation, Evaluation, and Benchmarking","created":"2026-04-13","cited_by_count":10,"area":null},{"id":"2503.04804","title":"What do Large Language Models Say About Animals? Investigating Risks of Animal Harm in Generated Text","created":"2025-03-03","cited_by_count":9,"area":null},{"id":"2505.06108","title":"LLMs Outperform Experts on Challenging Biology Benchmarks","created":"2025-05-09","cited_by_count":9,"area":null},{"id":"2512.07795","title":"ReasonBENCH: Benchmarking the (In)Stability of LLM Reasoning","created":"2025-12-08","cited_by_count":9,"area":"lr"},{"id":"2603.04601","title":"Vibe Code Bench: Evaluating AI Models on End-to-End Web Application Development","created":"2026-03-04","cited_by_count":9,"area":null},{"id":"2502.01754","title":"Evaluation of Large Language Models via Coupled Token Generation","created":"2025-02-03","cited_by_count":8,"area":null},{"id":"2504.21303","title":"Confidence in Large Language Model Evaluation: A Bayesian Approach to Limited-Sample Challenges","created":"2025-04-30","cited_by_count":8,"area":null},{"id":"2507.04491","title":"A validity-guided workflow for robust large language model research in psychology","created":"2025-07-06","cited_by_count":8,"area":null},{"id":"2512.21326","title":"Measuring all the noises of LLM Evals","created":"2025-12-24","cited_by_count":7,"area":null},{"id":"2602.10144","title":"When LLMs get significantly worse: A statistical approach to detect model degradations","created":"2026-02-09","cited_by_count":7,"area":null},{"id":"2605.30315","title":"Resolution Diagnostics for Paired LLM Evaluation","created":"2026-05-28","cited_by_count":7,"area":null},{"id":"2506.10481","title":"OIBench: Benchmarking Strong Reasoning Models with Olympiad in Informatics","created":"2025-06-12","cited_by_count":6,"area":"lr"},{"id":"2606.08679","title":"Rank Intervals for Leaderboards: A Hierarchical Framework for Model Evaluation","created":"2026-06-07","cited_by_count":6,"area":null},{"id":"2608.04001","title":"Test-Time Scaling in Reasoning LLMs: Inference Regimes, Evaluation, and Reproducibility","created":"2026-08-04","cited_by_count":6,"area":"lr"},{"id":"2502.08943","title":"Beyond the Singular: Revealing the Value of Multiple Generations in Benchmark Evaluation","created":"2025-02-13","cited_by_count":5,"area":null},{"id":"2505.04038","title":"Identities are not Interchangeable: The Problem of Overgeneralization in Fair Machine Learning","created":"2025-05-07","cited_by_count":5,"area":null},{"id":"2505.19145","title":"Do Large Language Models (Really) Need Statistical Foundations?","created":"2025-05-25","cited_by_count":5,"area":null},{"id":"2604.27405","title":"Beyond the Mean: Within-Model Reliable Change Detection for LLM Evaluation","created":"2026-04-30","cited_by_count":5,"area":null},{"id":"2606.28960","title":"Expert Evaluation of Clinical AI Tools on Real Point-of-Care Clinical Queries","created":"2026-06-27","cited_by_count":5,"area":null},{"id":"2503.01470","title":"Position: Ensuring mutual privacy is necessary for effective external evaluation of proprietary AI systems","created":"2025-03-03","cited_by_count":4,"area":null},{"id":"2509.07054","title":"Statistical Methods in Generative AI","created":"2025-09-08","cited_by_count":4,"area":null},{"id":"2603.01865","title":"CyclicJudge: Mitigating Judge Bias Efficiently in LLM-based Evaluation","created":"2026-03-02","cited_by_count":4,"area":null},{"id":"2605.06939","title":"Bias and Uncertainty in LLM-as-a-Judge Estimation","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2606.09809","title":"Evaluation Cards: An Interpretive Layer for AI Evaluation Reporting","created":"2026-06-08","cited_by_count":4,"area":null},{"id":"2608.11323","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","created":"2026-08-11","cited_by_count":4,"area":null},{"id":"2507.06893","title":"Developing and Maintaining an Open-Source Repository of AI Evaluations: Challenges and Insights","created":"2025-07-09","cited_by_count":3,"area":null},{"id":"2509.12382","title":"LLM-as-a-Judge: Rapid Evaluation of Legal Document Recommendation for Retrieval-Augmented Generation","created":"2025-09-15","cited_by_count":3,"area":"rag"},{"id":"2509.22506","title":"Representing LLMs in Prompt Semantic Task Space","created":"2025-09-26","cited_by_count":3,"area":null},{"id":"2601.20617","title":"Agent Benchmarks Fail Public Sector Requirements","created":"2026-01-28","cited_by_count":3,"area":"agents"},{"id":"2602.08229","title":"InfiCoEvalChain: A Blockchain-Based Decentralized Framework for Collaborative LLM Evaluation","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2608.13867","title":"Engineering Reliable Coding Agents: Evaluating and Operating the System Around the Model","created":"2026-08-14","cited_by_count":3,"area":"agents"},{"id":"2609.01354","title":"Where the Verifier Fails: A Category-Level Audit of Reward Signals in RLVR","created":"2026-09-01","cited_by_count":3,"area":null},{"id":"2609.09218","title":"The Double Measurement Confound in Agent Benchmarks: De-Scaffolding, Ground-Truth Scoring, and Reliability Beyond the Mean","created":"2026-09-06","cited_by_count":3,"area":"agents"},{"id":"2503.11911","title":"LAG-MMLU: Benchmarking Frontier LLM Understanding in Latvian and Giriama","created":"2025-03-14","cited_by_count":2,"area":null},{"id":"2505.23432","title":"A Mathematical Framework for AI-Human Integration in Work","created":"2025-05-29","cited_by_count":2,"area":null},{"id":"2509.19489","title":"Estimating the Self-Consistency of LLMs","created":"2025-09-23","cited_by_count":2,"area":"lr"},{"id":"2509.19590","title":"Position: AI Evaluations Should be Grounded on a Theory of Capability","created":"2025-09-23","cited_by_count":2,"area":null},{"id":"2510.11595","title":"Reproducibility: The New Frontier in AI Governance","created":"2025-10-13","cited_by_count":2,"area":null},{"id":"2511.00527","title":"A Hierarchical Imprecise Probability Approach to Reliability Assessment of Large Language Models","created":"2025-11-01","cited_by_count":2,"area":null},{"id":"2606.25487","title":"How Reliable Is Your Jailbreak Judge? Calibration and Adversarial Robustness of Automated ASR Scoring","created":"2026-06-24","cited_by_count":2,"area":"safety"},{"id":"2607.16259","title":"Quantifying Ranking Uncertainty in LLM Benchmarks","created":"2026-06-28","cited_by_count":2,"area":null},{"id":"2608.14425","title":"Knowing When to Stop: Bayesian Optimal Stopping for LLM Evaluations","created":"2026-08-14","cited_by_count":2,"area":null},{"id":"2608.20290","title":"Phantom Gains: Auditing Self-Improvement Against a Measured Null","created":"2026-08-20","cited_by_count":2,"area":"synth"},{"id":"2608.30730","title":"E-Commerce Bench: Evaluating LLM Agents on Long-Horizon Autonomous Business Operation","created":"2026-08-31","cited_by_count":2,"area":"agents"},{"id":"2609.04518","title":"Multi-Harness Reinforcement Learning for Coding Agents: Training Gains and Harness Dependence","created":"2026-09-03","cited_by_count":2,"area":"lr"},{"id":"2609.32211","title":"Rank Confidence Sequences:Anytime-valid Leaderboards","created":"2026-09-26","cited_by_count":2,"area":null},{"id":"2502.14491","title":"Statistical Scenario Modelling and Lookalike Distributions for Multi-Variate AI Risk","created":"2025-02-20","cited_by_count":1,"area":null},{"id":"2508.00614","title":"Prompting Science Report 3: I'll pay you or I'll kill you -- but will you care?","created":"2025-08-01","cited_by_count":1,"area":null},{"id":"2509.10963","title":"Testing for LLM response differences: the case of a composite null consisting of semantically irrelevant query perturbations","created":"2025-09-13","cited_by_count":1,"area":null},{"id":"2510.21524","title":"EU-Agent-Bench: Measuring Illegal Behavior of LLM Agents Under EU Law","created":"2025-10-24","cited_by_count":1,"area":"agents"},{"id":"2511.10661","title":"Sequential Bayesian Evaluation of Large Language Model Behavior","created":"2025-11-04","cited_by_count":1,"area":null},{"id":"2512.05858","title":"Prompting Science Report 4: Playing Pretend: Expert Personas Don't Improve Factual Accuracy","created":"2025-12-05","cited_by_count":1,"area":null},{"id":"2512.21080","title":"LLM Personas as a Substitute for Field Experiments in Method Benchmarking","created":"2025-12-24","cited_by_count":1,"area":null},{"id":"2604.03472","title":"Vocabulary Dropout for Curriculum Diversity in LLM Co-Evolution","created":"2026-04-03","cited_by_count":1,"area":null},{"id":"2607.04429","title":"evalci: A Python Library for Statistically Rigorous Comparison of Language Model Evaluations","created":"2026-07-05","cited_by_count":1,"area":null},{"id":"2607.25257","title":"Laplace-PSN-IRT: Uncertainty Quantification for Neural Item Response Theory Models of LLM Benchmarks","created":"2026-07-28","cited_by_count":1,"area":null},{"id":"2608.22335","title":"Register Shifts Break LLM Safety: A Bengali Benchmark with Culturally Grounded Harms","created":"2026-08-23","cited_by_count":1,"area":"safety"},{"id":"2609.04298","title":"Harbor Adapters and Harbor-Index: Infrastructure and a Curated Meta-Dataset for Large-Scale Agentic Evaluation","created":"2026-09-03","cited_by_count":1,"area":"agents"},{"id":"2609.22547","title":"RLVR is a Kernel, Not a Function: Statistical Inference for pass@$k$ Crossovers","created":"2026-09-18","cited_by_count":1,"area":null},{"id":"2609.36777","title":"Code4Scene: Benchmarking Coding Agents for Constructing and Editing 3D Scenes","created":"2026-09-29","cited_by_count":1,"area":"agents"},{"id":"2610.00609","title":"Legal Research Bench: Measuring End-to-End Reliability in Long-Horizon Legal Research Agents","created":"2026-09-30","cited_by_count":1,"area":"agents"},{"id":"2502.04567","title":"Preference Optimization via Contrastive Divergence: Your Reward Model is Secretly an NLL Estimator","created":"2025-02-06","cited_by_count":0,"area":"alignment"},{"id":"2506.18213","title":"A Conceptual Framework for AI Capability Evaluations","created":"2025-06-23","cited_by_count":0,"area":null},{"id":"2510.05709","title":"Correcting Prompt Dependence in LLM Benchmarks: A Bayesian Hierarchical Model with Embedding-Space Clustering","created":"2025-10-07","cited_by_count":0,"area":null},{"id":"2512.18601","title":"On Finding Inconsistencies in Documents","created":"2025-12-21","cited_by_count":0,"area":null},{"id":"2601.09084","title":"How Many Human Judgments Are Enough? Feasibility Limits of Human Preference Evaluation","created":"2026-01-14","cited_by_count":0,"area":null},{"id":"2601.10926","title":"Selecting Language Models for Social Science: Start Small, Start Open, and Validate","created":"2026-01-16","cited_by_count":0,"area":null},{"id":"2605.10575","title":"Acceptance Cards:A Four-Diagnostic Standard for Safe Fine-Tuning Defense Claims","created":"2026-05-11","cited_by_count":0,"area":null},{"id":"2605.30758","title":"Pairwise Reference Alignment as a Model-Level Ordinal Observable","created":"2026-05-29","cited_by_count":0,"area":"alignment"},{"id":"2606.05029","title":"Validity Threats for Foundation Model Research","created":"2026-06-03","cited_by_count":0,"area":null},{"id":"2606.17426","title":"Bounded Difference Concentration for Infinitely Exchangeable Sequences with Applications to AI Benchmark Uncertainty","created":"2026-06-16","cited_by_count":0,"area":null},{"id":"2606.19380","title":"ClayBuddy: A Framework, Evaluation, & Mitigation of Coding Agent Failures","created":"2026-06-13","cited_by_count":0,"area":"agents"},{"id":"2607.01245","title":"Office Comprehension Benchmark","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2607.02975","title":"Where Knowledge and Authority Sit Changes What an Agent Benchmark Can Resolve","created":"2026-07-03","cited_by_count":0,"area":"agents"},{"id":"2607.06411","title":"RuBench: A Repository-Level Agentic Coding Benchmark with Natively Authored Russian Task Specifications","created":"2026-07-07","cited_by_count":0,"area":"agents"},{"id":"2607.21735","title":"What AI Red-Team Evaluations Can and Cannot Prove","created":"2026-07-23","cited_by_count":0,"area":"safety"},{"id":"2607.22951","title":"Modeling Memory-Dependent Reliability of LLMs: A Hidden Markov Model","created":"2026-07-24","cited_by_count":0,"area":null},{"id":"2607.28576","title":"Sample More, Reflect Less: Self-Refine and Reflexion Lose to Repeated Sampling at Equal Token Cost, from 1.5B to 7B","created":"2026-07-30","cited_by_count":0,"area":"lr"},{"id":"2608.12599","title":"Dead text or binding clause? Measuring and restoring constraint influence in black-box LLM dialogues","created":"2026-08-12","cited_by_count":0,"area":null}],"next_cursor":"100"}