{"total":152,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2507.02856","title":"Answer Matching Outperforms Multiple Choice for Language Model Evaluation","created":"2025-07-03","cited_by_count":41,"area":null},{"id":"2510.27106","title":"Rating Roulette: Self-Inconsistency in LLM-As-A-Judge Frameworks","created":"2025-10-31","cited_by_count":38,"area":null},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2507.10535","title":"CodeJudgeBench: Benchmarking LLM-as-a-Judge for Coding Tasks","created":"2025-07-14","cited_by_count":33,"area":null},{"id":"2412.09569","title":"JuStRank: Benchmarking LLM Judges for System Ranking","created":"2024-12-12","cited_by_count":29,"area":null},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2510.09738","title":"Judge's Verdict: A Comprehensive Analysis of LLM Judge Capability Through Human Agreement","created":"2025-10-10","cited_by_count":25,"area":null},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2603.25133","title":"RubricEval: A Rubric-Level Meta-Evaluation Benchmark for LLM Judges in Instruction Following","created":"2026-03-26","cited_by_count":20,"area":null},{"id":"2509.17995","title":"Variation in Verification: Understanding Verification Dynamics in Large Language Models","created":"2025-09-22","cited_by_count":19,"area":null},{"id":"2505.16222","title":"Don't Judge Code by Its Cover: Exploring Biases in LLM Judges for Code Evaluation","created":"2025-05-22","cited_by_count":18,"area":null},{"id":"2508.06225","title":"Overconfidence in LLM-as-a-Judge: Diagnosis and Confidence-Driven Solution","created":"2025-08-08","cited_by_count":18,"area":null},{"id":"2602.09383","title":"BiasScope: Towards Automated Detection of Bias in LLM-as-a-Judge Evaluation","created":"2026-02-10","cited_by_count":14,"area":null},{"id":"2602.13110","title":"SCOPE: Selective Conformal Optimized Pairwise LLM Judging","created":"2026-02-13","cited_by_count":14,"area":null},{"id":"2510.09869","title":"NarraBench: A Comprehensive Framework for Narrative Benchmarking","created":"2025-10-10","cited_by_count":13,"area":null},{"id":"2604.07666","title":"An Imperfect Verifier is Good Enough: Learning with Noisy Rewards","created":"2026-04-09","cited_by_count":13,"area":null},{"id":"2507.09104","title":"CompassJudger-2: Towards Generalist Judge Model via Verifiable Rewards","created":"2025-07-12","cited_by_count":12,"area":null},{"id":"2509.21882","title":"Position: The Hidden Costs and Measurement Gaps of Reinforcement Learning with Verifiable Rewards","created":"2025-09-26","cited_by_count":12,"area":null},{"id":"2509.20293","title":"When Judgment Becomes Noise: How Design Failures in LLM Judge Benchmarks Silently Undermine Validity","created":"2025-09-24","cited_by_count":11,"area":null},{"id":"2510.18560","title":"WebDevJudge: Evaluating (M)LLMs as Critiques for Web Development Quality","created":"2025-10-21","cited_by_count":11,"area":null},{"id":"2603.04738","title":"IF-RewardBench: Benchmarking Judge Models for Instruction-Following Evaluation","created":"2026-03-05","cited_by_count":10,"area":null},{"id":"2607.20083","title":"Co-Evolving LLM Evaluators and Policies via DynamicRubric","created":"2026-07-22","cited_by_count":10,"area":null},{"id":"2508.15218","title":"Are Checklists Really Useful for Automatic Evaluation of Generative Tasks?","created":"2025-08-21","cited_by_count":9,"area":null},{"id":"2502.11910","title":"Adversarial Alignment for LLMs Requires Simpler, Reproducible, and More Measurable Objectives","created":"2025-02-17","cited_by_count":8,"area":null},{"id":"2506.15556","title":"PredGen: Accelerated Inference of Large Language Models through Input-Time Speculation for Real-Time Speech Interaction","created":"2025-06-18","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2603.16848","title":"Mediocrity is the key for LLM as a Judge Anchor Selection","created":"2026-03-17","cited_by_count":7,"area":null},{"id":"2506.02945","title":"Quantitative LLM Judges","created":"2025-06-03","cited_by_count":6,"area":null},{"id":"2510.12462","title":"Evaluating and Mitigating LLM-as-a-judge Bias in Communication Systems","created":"2025-10-14","cited_by_count":6,"area":null},{"id":"2604.12312","title":"CompliBench: Benchmarking LLM Judges for Compliance Violation Detection in Dialogue Systems","created":"2026-04-14","cited_by_count":6,"area":null},{"id":"2508.07902","title":"Tailored Emotional LLM-Supporter: Enhancing Cultural Sensitivity","created":"2025-08-11","cited_by_count":5,"area":null},{"id":"2509.24988","title":"Generalized Correctness Models: Learning Calibrated and Model-Agnostic Correctness Predictors from Historical Patterns","created":"2025-09-29","cited_by_count":5,"area":null},{"id":"2510.17793","title":"Foundational Automatic Evaluators: Scaling Multi-Task Generative Evaluator Training for Reasoning-Centric Domains","created":"2025-10-20","cited_by_count":5,"area":null},{"id":"2601.07506","title":"Judging Against the Reference: Uncovering Knowledge-Driven Failures in LLM-Judges on QA Evaluation","created":"2026-01-12","cited_by_count":5,"area":null},{"id":"2601.12186","title":"Aletheia: What Makes RLVR For Code Verifiers Tick?","created":"2026-01-17","cited_by_count":5,"area":null},{"id":"2605.20745","title":"The Hidden Signal of Verifier Strictness: Controlling and Improving Step-Wise Verification via Selective Latent Steering","created":"2026-05-20","cited_by_count":5,"area":null},{"id":"2605.25240","title":"JudgmentBench: Comparing Rubric and Preference Evaluation for Quality Assessment","created":"2026-05-24","cited_by_count":5,"area":null},{"id":"2606.01629","title":"Benchmarking LLM-as-a-Judge for Long-Form Output Evaluation","created":"2026-06-01","cited_by_count":5,"area":null},{"id":"2502.14268","title":"MCQA-Eval: Efficient Confidence Evaluation in NLG with Gold-Standard Correctness Labels","created":"2025-02-20","cited_by_count":4,"area":null},{"id":"2504.12589","title":"Efficient MAP Estimation of LLM Judgment Performance with Prior Transfer","created":"2025-04-17","cited_by_count":4,"area":null},{"id":"2509.17701","title":"Investigating Bias: A Multilingual Pipeline for Generating, Solving, and Evaluating Math Problems with LLMs","created":"2025-09-22","cited_by_count":4,"area":null},{"id":"2509.24678","title":"Reference-Free Rating of LLM Responses via Latent Information","created":"2025-09-29","cited_by_count":4,"area":null},{"id":"2510.08111","title":"Evaluating LLM-Generated Legal Explanations for Regulatory Compliance in Social Media Influencer Marketing","created":"2025-10-09","cited_by_count":4,"area":null},{"id":"2603.11027","title":"Beyond the Illusion of Consensus: From Surface Heuristics to Knowledge-Grounded Evaluation in LLM-as-a-Judge","created":"2026-03-11","cited_by_count":4,"area":null},{"id":"2604.16790","title":"Bias in the Loop: Auditing LLM-as-a-Judge for Software Engineering","created":"2026-04-18","cited_by_count":4,"area":null},{"id":"2605.06939","title":"Bias and Uncertainty in LLM-as-a-Judge Estimation","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2607.12885","title":"LLM Judges Can Be Too Generous When There Is No Reference Answer","created":"2026-07-14","cited_by_count":4,"area":null},{"id":"2506.05062","title":"Debatable Intelligence: Benchmarking LLM Judges via Debate Speech Evaluation","created":"2025-06-05","cited_by_count":3,"area":null},{"id":"2601.17312","title":"Meta-Judging with Large Language Models: Concepts, Methods, and Challenges","created":"2026-01-24","cited_by_count":3,"area":null},{"id":"2602.07996","title":"The Judge Who Never Admits: Hidden Shortcuts in LLM-based Evaluation","created":"2026-02-08","cited_by_count":3,"area":null},{"id":"2604.05083","title":"Beyond LLM-as-a-Judge: Deterministic Metrics for Multilingual Generative Text Evaluation","created":"2026-04-06","cited_by_count":3,"area":null},{"id":"2605.30504","title":"Auditing LLM Benchmarks with Item Response Theory","created":"2026-05-28","cited_by_count":3,"area":null},{"id":"2606.07810","title":"SLMJury: Can Small Language Models Judge as Well as Large Ones?","created":"2026-06-05","cited_by_count":3,"area":null},{"id":"2606.07874","title":"Safety is Contextual, LLM-Judges Are Not: Navigating the Rigid Priors of Evaluators","created":"2026-06-05","cited_by_count":3,"area":null},{"id":"2606.14516","title":"Every Eval Ever: A Unifying Schema and Community Repository for AI Evaluation Results","created":"2026-06-12","cited_by_count":3,"area":null},{"id":"2609.02942","title":"Judging LLM-as-a-Judge: Concerning Rubric Artifacts in LLM-based Automated Text Generation Evaluation","created":"2026-08-31","cited_by_count":3,"area":null},{"id":"2609.32160","title":"Typed Decision Models: An Early Evidence Audit and Evaluation Checklist","created":"2026-09-26","cited_by_count":3,"area":null},{"id":"2502.20315","title":"LangProBe: a Language Programs Benchmark","created":"2025-02-27","cited_by_count":2,"area":null},{"id":"2509.19880","title":"Do Before You Judge: Self-Reference as a Pathway to Better LLM Evaluation","created":"2025-09-24","cited_by_count":2,"area":null},{"id":"2510.04009","title":"What Shapes a Creative Machine Mind? Comprehensively Benchmarking Creativity in Foundation Models","created":"2025-10-05","cited_by_count":2,"area":null},{"id":"2603.26130","title":"SWE-PRBench: Benchmarking AI Code Review Quality Against Pull Request Feedback","created":"2026-03-27","cited_by_count":2,"area":null},{"id":"2604.02368","title":"Xpertbench: Expert Level Tasks with Rubrics-Based Evaluation","created":"2026-03-27","cited_by_count":2,"area":null},{"id":"2604.13979","title":"Leveraging LLM-GNN Integration for Open-World Question Answering over Knowledge Graphs","created":"2026-04-15","cited_by_count":2,"area":null},{"id":"2605.26322","title":"OmniToM: Benchmarking Theory of Mind in LLMs via Explicit Belief Modeling","created":"2026-05-25","cited_by_count":2,"area":null},{"id":"2606.03650","title":"CoEval: Ranking Language Models for Custom Tasks Without Labeled Data or Trustworthy Benchmarks","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2607.15092","title":"Rubrics on Trial: Evolving Rubrics from a Single Query via Synthetic Pairwise Evidence","created":"2026-07-16","cited_by_count":2,"area":null},{"id":"2608.02620","title":"JudgeArena: A Unified Framework for Reproducible LLM-Judge Evaluation","created":"2026-07-01","cited_by_count":2,"area":null},{"id":"2608.17994","title":"Judge, Retrieve, or Abstain: Uncertainty-Guarded LLM Judging with Provable Risk Guarantees","created":"2026-08-18","cited_by_count":2,"area":null},{"id":"2608.22948","title":"What Proves You Wrong: Benchmarking Language Models on Falsifiable Research Ideation","created":"2026-08-24","cited_by_count":2,"area":null},{"id":"2502.12052","title":"A Dual-Perspective NLG Meta-Evaluation Framework with Automatic Benchmark and Better Interpretability","created":"2025-02-17","cited_by_count":1,"area":null},{"id":"2508.10161","title":"LaajMeter: A Framework for LaaJ Evaluation","created":"2025-08-13","cited_by_count":1,"area":null},{"id":"2510.08145","title":"Mitigating Judgment Preference Bias in Large Language Models through Group-Based Polling","created":"2025-10-09","cited_by_count":1,"area":null},{"id":"2512.21849","title":"HeartBench: Probing Core Dimensions of Anthropomorphic Intelligence in LLMs","created":"2025-12-26","cited_by_count":1,"area":null},{"id":"2602.18823","title":"EvalSense: A Framework for Domain-Specific LLM (Meta-)Evaluation","created":"2026-02-21","cited_by_count":1,"area":null},{"id":"2603.03319","title":"Automated Concept Discovery for LLM-as-a-Judge Preference Analysis","created":"2026-02-09","cited_by_count":1,"area":null},{"id":"2603.05485","title":"Towards Provably Unbiased LLM Judges via Bias-Bounded Evaluation","created":"2026-03-05","cited_by_count":1,"area":null},{"id":"2603.18008","title":"TherapyGym: Evaluating and Aligning Clinical Fidelity and Safety in Therapy Chatbots","created":"2026-02-23","cited_by_count":1,"area":null},{"id":"2603.20231","title":"Moral Mazes in the Era of LLMs","created":"2026-03-06","cited_by_count":1,"area":null},{"id":"2603.20562","title":"Permutation-Consensus Listwise Judging for Robust Factuality Evaluation","created":"2026-03-20","cited_by_count":1,"area":null},{"id":"2603.24586","title":"Comparing Developer and LLM Biases in Code Evaluation","created":"2026-03-25","cited_by_count":1,"area":null},{"id":"2605.04454","title":"Deployment-Relevant Alignment Cannot Be Inferred from Model-Level Evaluation Alone","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2605.13695","title":"RTLC -- Research, Teach-to-Learn, Critique: A three-stage prompting paradigm inspired by the Feynman Learning Technique that lifts LLM-as-judge accuracy on JudgeBench with no fine-tuning","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2605.21748","title":"RankJudge: A Multi-Turn LLM-as-a-Judge Synthetic Benchmark Generator","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2605.31351","title":"VIABLE: A Visually Impaired Assistance Benchmark for VLM-as-a-Judge Evaluation","created":"2026-05-29","cited_by_count":1,"area":null},{"id":"2605.31381","title":"LLM Judges Inconsistently Disagree Across Safety Criteria and Harm Categories","created":"2026-05-29","cited_by_count":1,"area":null},{"id":"2606.05268","title":"Aggregating LLM-Based Weak Verifiers for Spatial Layout Generation","created":"2026-06-03","cited_by_count":1,"area":null},{"id":"2606.10657","title":"Are We Evaluating Knowledge or Phrasing? Mitigating MCQA Sensitivity with ParaEval","created":"2026-06-09","cited_by_count":1,"area":null},{"id":"2606.15029","title":"Metric Match: A Subset Selection Approach to Evaluating LLM Judge Reliability","created":"2026-06-12","cited_by_count":1,"area":null},{"id":"2606.19714","title":"AURA: Adaptive Uncertainty-aware Refinement for LLM-as-a-Judge Auditing","created":"2026-06-18","cited_by_count":1,"area":null},{"id":"2608.25824","title":"Localize-Then-Decide Guarantees for LLM Judgments","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2609.13824","title":"When Consistency Does Not Mean Reliability: Evaluating Local LLM Judges Against Human Ratings","created":"2026-09-12","cited_by_count":1,"area":null},{"id":"2609.32407","title":"Opening LLM Judges: Recovering Preference Signals Beyond the Final Verdict","created":"2026-09-26","cited_by_count":1,"area":null},{"id":"2503.02948","title":"ExpertGenQA: Open-ended QA generation in Specialized Domains","created":"2025-03-04","cited_by_count":0,"area":null},{"id":"2503.06139","title":"GRP: Goal-Reversed Prompting for Zero-Shot Evaluation with LLMs","created":"2025-03-08","cited_by_count":0,"area":null},{"id":"2510.17764","title":"Evaluating Medical LLMs by Levels of Autonomy: A Survey Moving from Benchmarks to Applications","created":"2025-10-20","cited_by_count":0,"area":null}],"next_cursor":"100"}