{"total":68,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2412.05563","title":"A Survey on Uncertainty Quantification of Large Language Models: Taxonomy, Open Research Challenges, and Future Directions","created":"2024-12-07","cited_by_count":121,"area":null},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2511.21140","title":"How to Correctly Report LLM-as-a-Judge Evaluations","created":"2025-11-26","cited_by_count":30,"area":null},{"id":"2502.04506","title":"When One LLM Drools, Multi-LLM Collaboration Rules","created":"2025-02-06","cited_by_count":28,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2509.18658","title":"Analyzing Uncertainty of LLM-as-a-Judge: Interval Evaluations with Conformal Prediction","created":"2025-09-23","cited_by_count":27,"area":null},{"id":"2605.29800","title":"Nine Judges, Two Effective Votes: Correlated Errors Undermine LLM Evaluation Panels","created":"2026-05-28","cited_by_count":26,"area":null},{"id":"2510.18941","title":"ProfBench: Multi-Domain Rubrics requiring Professional Knowledge to Answer and Judge","created":"2025-10-21","cited_by_count":24,"area":null},{"id":"2506.07949","title":"Cost-Optimal Active AI Model Evaluation","created":"2025-06-09","cited_by_count":19,"area":null},{"id":"2509.17995","title":"Variation in Verification: Understanding Verification Dynamics in Large Language Models","created":"2025-09-22","cited_by_count":19,"area":null},{"id":"2602.00521","title":"Diagnosing the Reliability of LLM-as-a-Judge via Item Response Theory","created":"2026-01-31","cited_by_count":16,"area":null},{"id":"2602.13110","title":"SCOPE: Selective Conformal Optimized Pairwise LLM Judging","created":"2026-02-13","cited_by_count":14,"area":null},{"id":"2506.00911","title":"Conformal Arbitrage: Risk-Controlled Balancing of Competing Objectives in Language Models","created":"2025-06-01","cited_by_count":12,"area":null},{"id":"2603.24704","title":"Conformal Selective Prediction with General Risk Control","created":"2026-03-25","cited_by_count":12,"area":null},{"id":"2509.20293","title":"When Judgment Becomes Noise: How Design Failures in LLM Judge Benchmarks Silently Undermine Validity","created":"2025-09-24","cited_by_count":11,"area":null},{"id":"2512.01556","title":"LEC: Linear Expectation Constraints for Selection-Conditioned Risk Control in Selective Prediction and Routing Systems","created":"2025-12-01","cited_by_count":7,"area":null},{"id":"2503.08542","title":"CLEV: LLM-Based Evaluation Through Lightweight Efficient Voting for Free-Form Question-Answering","created":"2025-03-11","cited_by_count":6,"area":null},{"id":"2602.02419","title":"SafeGround: Know When to Trust GUI Grounding Models via Uncertainty Calibration","created":"2026-02-02","cited_by_count":6,"area":null},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2609.29769","title":"Decision Models vs. LLMs as Rubric Judges: Cheaper, Faster, and Wrong in the Same Places","created":"2026-09-24","cited_by_count":6,"area":null},{"id":"2510.06538","title":"Auto-Prompt Ensemble for LLM Judge","created":"2025-10-08","cited_by_count":5,"area":null},{"id":"2605.22148","title":"Ratchet: How Reliable Must an LLM Judge Be to Retire a Skill?","created":"2026-05-21","cited_by_count":5,"area":null},{"id":"2505.21972","title":"LLMs Judging LLMs: A Simplex Perspective","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2601.07006","title":"LLM Performance Predictors: Learning When to Escalate in Hybrid Human-AI Moderation Systems","created":"2026-01-11","cited_by_count":4,"area":null},{"id":"2605.26156","title":"Turning Bias into Bugs: Bandit-Guided Style Manipulation Attacks on LLM Judges","created":"2026-05-24","cited_by_count":4,"area":null},{"id":"2606.29054","title":"When Can Conformal Risk Control Certify LLM Outputs? Bounds, Impossibility, and Adaptation for Structured Generation","created":"2026-06-27","cited_by_count":4,"area":null},{"id":"2601.08064","title":"Calibration Is Not Enough: Evaluating Confidence Estimation Under Language Variations","created":"2026-01-12","cited_by_count":3,"area":null},{"id":"2603.15423","title":"Invisible failures in human-AI interactions","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2604.05083","title":"Beyond LLM-as-a-Judge: Deterministic Metrics for Multilingual Generative Text Evaluation","created":"2026-04-06","cited_by_count":3,"area":null},{"id":"2512.06751","title":"Becoming Experienced Judges: Selective Test-Time Learning for Evaluators","created":"2025-12-07","cited_by_count":2,"area":null},{"id":"2512.20012","title":"Reliable LLM-Based Edge-Cloud-Expert Cascades for Telecom Knowledge Systems","created":"2025-12-23","cited_by_count":2,"area":null},{"id":"2608.17994","title":"Judge, Retrieve, or Abstain: Uncertainty-Guarded LLM Judging with Provable Risk Guarantees","created":"2026-08-18","cited_by_count":2,"area":null},{"id":"2510.17543","title":"Reliable Inference in Edge-Cloud Model Cascades via Conformal Alignment","created":"2025-10-20","cited_by_count":1,"area":null},{"id":"2603.05485","title":"Towards Provably Unbiased LLM Judges via Bias-Bounded Evaluation","created":"2026-03-05","cited_by_count":1,"area":null},{"id":"2603.24586","title":"Comparing Developer and LLM Biases in Code Evaluation","created":"2026-03-25","cited_by_count":1,"area":null},{"id":"2605.15416","title":"Margin-Adaptive Confidence Ranking for Reliable LLM Judgement","created":"2026-05-14","cited_by_count":1,"area":null},{"id":"2605.22975","title":"When AI Takes Sides on Questions of Faith: Persistent Asymmetries in AI-Mediated Faith Guidance","created":"2026-05-21","cited_by_count":1,"area":null},{"id":"2605.24737","title":"Who judges the judges? Governance from metrics: a runtime framework for continuous LLM compliance monitoring","created":"2026-05-23","cited_by_count":1,"area":null},{"id":"2607.04430","title":"Uncertainty-Aware Abstention in Large Language Models with Provable Alignment Guarantees","created":"2026-07-05","cited_by_count":1,"area":null},{"id":"2608.20607","title":"JuryProbe: An Empirical Consensus-Risk Diagnostic for Routing Reference-Free Factuality Judge Panels to Grounded Verification","created":"2026-08-20","cited_by_count":1,"area":null},{"id":"2608.25824","title":"Localize-Then-Decide Guarantees for LLM Judgments","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2505.20451","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","created":"2025-05-26","cited_by_count":0,"area":null},{"id":"2601.11286","title":"XChoice: Explainable Evaluation of AI-Human Alignment in LLM-based Constrained Choice Decision Making","created":"2026-01-16","cited_by_count":0,"area":null},{"id":"2602.09624","title":"MILE-RefHumEval: A Reference-Free, Multi-Independent LLM Framework for Human-Aligned Evaluation","created":"2026-02-10","cited_by_count":0,"area":null},{"id":"2604.05663","title":"CuraLight: Debate-Guided Data Curation for LLM-Centered Traffic Signal Control","created":"2026-04-07","cited_by_count":0,"area":null},{"id":"2604.27275","title":"Evaluating Epistemic Guardrails in AI Reading Assistants: A Behavioral Audit of a Minimal Prototype","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2606.07834","title":"Cherry-pick Override: LLM Judges Under-use the Non-Directional Verdicts Their Contract Authorizes","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2608.12008","title":"Asymptotic Risk Calibration for Selective Question Answering","created":"2026-08-12","cited_by_count":0,"area":null},{"id":"2608.21021","title":"Free-Text Evaluation of LLMs for 5G Domain Knowledge and Fault Analysis using LLM-as-Judge","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2608.26529","title":"Multi-Expert Conformal Risk Control for Pairwise LLM Judging in Open-Ended Dialogue","created":"2026-08-27","cited_by_count":0,"area":null},{"id":"2609.06444","title":"Decomposing LLM-Judge Uncertainty to Target Expert Labels","created":"2026-09-06","cited_by_count":0,"area":null},{"id":"2609.18905","title":"Structured Claim-Level Discourse Representations for Dense Health Narratives","created":"2026-09-16","cited_by_count":0,"area":null},{"id":"2609.22231","title":"EvalMem: An Operation-Level Diagnostic Framework for Long-Term Memory Systems","created":"2026-09-03","cited_by_count":0,"area":null},{"id":"2609.30290","title":"Auditing and Repairing LLM-as-Judge Failures in a Production Text-to-SQL Pipeline","created":"2026-09-09","cited_by_count":0,"area":null},{"id":"2609.31857","title":"LLM Judge Validation Under Sparse Overlap: From Inference to Design","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2609.33893","title":"MISHAP-Bench: A Hallucination Benchmark for Large Audio-Language Models","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.35028","title":"VEX-Bench: Benchmarking Verification Complexity of LLM-Generated Misinformation","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.39037","title":"Hard-Gate Candidacy in a Deployed Validator Suite","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2609.39229","title":"RAIM: Robust Aggregation of Inexpensive Models for Hallucination Detection","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.00054","title":"The First Token Is Not the Verdict: Hidden Costs of Reading LLM Judges Without Generating","created":"2026-09-04","cited_by_count":0,"area":null},{"id":"2610.04836","title":"RSure-Agent: Reliable Use of Tool Observations for Remote Sensing Agents","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.14900","title":"TeachGrade: Training-Free Short Answer Scoring with Teacher Evidence","created":"2026-10-10","cited_by_count":0,"area":null},{"id":"2610.17096","title":"Towards Universal Calibration for In-Context Classification","created":"2026-10-12","cited_by_count":0,"area":null},{"id":"2610.18248","title":"Are We Testing Too Much? A Survey of Benchmark Compression for Efficient Evaluation of Large Language Models","created":"2026-10-13","cited_by_count":0,"area":null},{"id":"2610.19992","title":"SoK: Grading Open-Text Legal Answers, from Law School Exams to Trustworthy Rubric Judges","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}