{"total":105,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2412.05563","title":"A Survey on Uncertainty Quantification of Large Language Models: Taxonomy, Open Research Challenges, and Future Directions","created":"2024-12-07","cited_by_count":121,"area":null},{"id":"2504.09037","title":"A Survey of Frontiers in LLM Reasoning: Inference Scaling, Learning to Reason, and Agentic Systems","created":"2025-04-12","cited_by_count":111,"area":"lr"},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2511.21140","title":"How to Correctly Report LLM-as-a-Judge Evaluations","created":"2025-11-26","cited_by_count":30,"area":null},{"id":"2609.26550","title":"JEV-as-a-Judge: Accept When Confident, Escalate When Unsure","created":"2026-09-22","cited_by_count":30,"area":"lr"},{"id":"2502.04506","title":"When One LLM Drools, Multi-LLM Collaboration Rules","created":"2025-02-06","cited_by_count":28,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2509.18658","title":"Analyzing Uncertainty of LLM-as-a-Judge: Interval Evaluations with Conformal Prediction","created":"2025-09-23","cited_by_count":27,"area":null},{"id":"2605.29800","title":"Nine Judges, Two Effective Votes: Correlated Errors Undermine LLM Evaluation Panels","created":"2026-05-28","cited_by_count":26,"area":null},{"id":"2510.18941","title":"ProfBench: Multi-Domain Rubrics requiring Professional Knowledge to Answer and Judge","created":"2025-10-21","cited_by_count":24,"area":null},{"id":"2409.18786","title":"A Survey on the Honesty of Large Language Models","created":"2024-09-27","cited_by_count":23,"area":"alignment"},{"id":"2506.07949","title":"Cost-Optimal Active AI Model Evaluation","created":"2025-06-09","cited_by_count":19,"area":null},{"id":"2509.17995","title":"Variation in Verification: Understanding Verification Dynamics in Large Language Models","created":"2025-09-22","cited_by_count":19,"area":null},{"id":"2602.00521","title":"Diagnosing the Reliability of LLM-as-a-Judge via Item Response Theory","created":"2026-01-31","cited_by_count":16,"area":null},{"id":"2508.03550","title":"Beyond the Surface: Enhancing LLM-as-a-Judge Alignment with Human via Internal Representations","created":"2025-08-05","cited_by_count":15,"area":"alignment"},{"id":"2602.13110","title":"SCOPE: Selective Conformal Optimized Pairwise LLM Judging","created":"2026-02-13","cited_by_count":14,"area":null},{"id":"2506.00911","title":"Conformal Arbitrage: Risk-Controlled Balancing of Competing Objectives in Language Models","created":"2025-06-01","cited_by_count":12,"area":null},{"id":"2603.24704","title":"Conformal Selective Prediction with General Risk Control","created":"2026-03-25","cited_by_count":12,"area":null},{"id":"2509.20293","title":"When Judgment Becomes Noise: How Design Failures in LLM Judge Benchmarks Silently Undermine Validity","created":"2025-09-24","cited_by_count":11,"area":null},{"id":"2512.22245","title":"Calibrating LLM Judges: Linear Probes for Fast and Reliable Uncertainty Estimation","created":"2025-12-23","cited_by_count":9,"area":"mechinterp"},{"id":"2608.05179","title":"Autonomous Research Agents: A Survey of AI Scientists and the Verification Gap","created":"2026-06-29","cited_by_count":9,"area":"agents"},{"id":"2605.06161","title":"Beyond Accuracy: Policy Invariance as a Reliability Test for LLM Safety Judges","created":"2026-05-07","cited_by_count":8,"area":"safety"},{"id":"2504.02867","title":"Multi-Agent LLM Judge: automatic personalized LLM judge design for evaluating natural language generation applications","created":"2025-04-01","cited_by_count":7,"area":"agents"},{"id":"2512.01556","title":"LEC: Linear Expectation Constraints for Selection-Conditioned Risk Control in Selective Prediction and Routing Systems","created":"2025-12-01","cited_by_count":7,"area":null},{"id":"2503.08542","title":"CLEV: LLM-Based Evaluation Through Lightweight Efficient Voting for Free-Form Question-Answering","created":"2025-03-11","cited_by_count":6,"area":null},{"id":"2602.02419","title":"SafeGround: Know When to Trust GUI Grounding Models via Uncertainty Calibration","created":"2026-02-02","cited_by_count":6,"area":null},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2609.29769","title":"Decision Models vs. LLMs as Rubric Judges: Cheaper, Faster, and Wrong in the Same Places","created":"2026-09-24","cited_by_count":6,"area":null},{"id":"2510.06538","title":"Auto-Prompt Ensemble for LLM Judge","created":"2025-10-08","cited_by_count":5,"area":null},{"id":"2605.09702","title":"Calibrate, Don't Curate: Label-Efficient Estimation from Noisy LLM Judges","created":"2026-05-10","cited_by_count":5,"area":"alignment"},{"id":"2605.22148","title":"Ratchet: How Reliable Must an LLM Judge Be to Retire a Skill?","created":"2026-05-21","cited_by_count":5,"area":null},{"id":"2505.21972","title":"LLMs Judging LLMs: A Simplex Perspective","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2511.01093","title":"Continual Learning, Not Training: Online Adaptation For Agents","created":"2025-11-02","cited_by_count":4,"area":"agents"},{"id":"2601.07006","title":"LLM Performance Predictors: Learning When to Escalate in Hybrid Human-AI Moderation Systems","created":"2026-01-11","cited_by_count":4,"area":null},{"id":"2605.20084","title":"BalanceRAG: Joint Risk Calibration for Cascaded Retrieval-Augmented Generation","created":"2026-05-19","cited_by_count":4,"area":"rag"},{"id":"2605.26156","title":"Turning Bias into Bugs: Bandit-Guided Style Manipulation Attacks on LLM Judges","created":"2026-05-24","cited_by_count":4,"area":null},{"id":"2606.29054","title":"When Can Conformal Risk Control Certify LLM Outputs? Bounds, Impossibility, and Adaptation for Structured Generation","created":"2026-06-27","cited_by_count":4,"area":null},{"id":"2505.20184","title":"THiNK: Can Large Language Models Think-aloud?","created":"2025-05-26","cited_by_count":3,"area":"lr"},{"id":"2601.08064","title":"Calibration Is Not Enough: Evaluating Confidence Estimation Under Language Variations","created":"2026-01-12","cited_by_count":3,"area":null},{"id":"2603.15423","title":"Invisible failures in human-AI interactions","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2604.05083","title":"Beyond LLM-as-a-Judge: Deterministic Metrics for Multilingual Generative Text Evaluation","created":"2026-04-06","cited_by_count":3,"area":null},{"id":"2604.14251","title":"Calibrate-Then-Delegate: Safety Monitoring with Risk and Budget Guarantees via Model Cascades","created":"2026-04-15","cited_by_count":3,"area":"safety"},{"id":"2607.19338","title":"CodeRescue: Budget-Calibrated Recovery Routing for Coding Agents","created":"2026-07-21","cited_by_count":3,"area":"agents"},{"id":"2609.12191","title":"GAUGE: When Not to Trust LLM-as-a-Judge in User-Simulated Evaluation of Task-Oriented Agents","created":"2026-09-10","cited_by_count":3,"area":"agents"},{"id":"2412.11145","title":"The Superalignment of Superhuman Intelligence with Large Language Models","created":"2024-12-15","cited_by_count":2,"area":"mllm"},{"id":"2507.11968","title":"Watch, Listen, Understand, Mislead: Tri-modal Adversarial Attacks on Short Videos for Content Appropriateness Evaluation","created":"2025-07-16","cited_by_count":2,"area":"mllm"},{"id":"2512.06751","title":"Becoming Experienced Judges: Selective Test-Time Learning for Evaluators","created":"2025-12-07","cited_by_count":2,"area":null},{"id":"2512.20012","title":"Reliable LLM-Based Edge-Cloud-Expert Cascades for Telecom Knowledge Systems","created":"2025-12-23","cited_by_count":2,"area":null},{"id":"2602.13551","title":"Small Reward Models via Backward Inference","created":"2026-02-14","cited_by_count":2,"area":"alignment"},{"id":"2606.25191","title":"To Isolate or to Score? Model-Adaptive Assessment for Cost-Efficient Multi-Agent RAG","created":"2026-06-23","cited_by_count":2,"area":"rag"},{"id":"2608.17994","title":"Judge, Retrieve, or Abstain: Uncertainty-Guarded LLM Judging with Provable Risk Guarantees","created":"2026-08-18","cited_by_count":2,"area":null},{"id":"2608.19802","title":"Stopping and Routing LLM Judge Panels","created":"2026-08-20","cited_by_count":2,"area":"alignment"},{"id":"2506.14412","title":"RAGtifier: Evaluating RAG Generation Approaches of State-of-the-Art RAG Systems for the SIGIR LiveRAG Competition","created":"2025-06-17","cited_by_count":1,"area":"rag"},{"id":"2509.22984","title":"From Deferral to Learning: Online In-Context Knowledge Distillation for LLM Cascades","created":"2025-09-26","cited_by_count":1,"area":"distill"},{"id":"2510.17543","title":"Reliable Inference in Edge-Cloud Model Cascades via Conformal Alignment","created":"2025-10-20","cited_by_count":1,"area":null},{"id":"2602.02550","title":"HyPAC: Cost-Efficient LLMs-Human Hybrid Annotation with PAC Error Guarantees","created":"2026-01-30","cited_by_count":1,"area":"lr"},{"id":"2603.05485","title":"Towards Provably Unbiased LLM Judges via Bias-Bounded Evaluation","created":"2026-03-05","cited_by_count":1,"area":null},{"id":"2603.24586","title":"Comparing Developer and LLM Biases in Code Evaluation","created":"2026-03-25","cited_by_count":1,"area":null},{"id":"2605.15416","title":"Margin-Adaptive Confidence Ranking for Reliable LLM Judgement","created":"2026-05-14","cited_by_count":1,"area":null},{"id":"2605.22975","title":"When AI Takes Sides on Questions of Faith: Persistent Asymmetries in AI-Mediated Faith Guidance","created":"2026-05-21","cited_by_count":1,"area":null},{"id":"2605.24737","title":"Who judges the judges? Governance from metrics: a runtime framework for continuous LLM compliance monitoring","created":"2026-05-23","cited_by_count":1,"area":null},{"id":"2605.30802","title":"Design and Evaluation of Multi-Agent AI Oracle Systems for Prediction Market Resolution","created":"2026-05-29","cited_by_count":1,"area":"agents"},{"id":"2607.04430","title":"Uncertainty-Aware Abstention in Large Language Models with Provable Alignment Guarantees","created":"2026-07-05","cited_by_count":1,"area":null},{"id":"2608.11434","title":"Benchmarking LLM Judges for Mobile Agent Evaluation","created":"2026-08-11","cited_by_count":1,"area":"agents"},{"id":"2608.20607","title":"JuryProbe: An Empirical Consensus-Risk Diagnostic for Routing Reference-Free Factuality Judge Panels to Grounded Verification","created":"2026-08-20","cited_by_count":1,"area":null},{"id":"2608.25824","title":"Localize-Then-Decide Guarantees for LLM Judgments","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2505.20451","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","created":"2025-05-26","cited_by_count":0,"area":null},{"id":"2510.09330","title":"Safety Game: Inference-Time Alignment of Black-Box LLMs via Constrained Optimization","created":"2025-10-10","cited_by_count":0,"area":"alignment"},{"id":"2601.11286","title":"XChoice: Explainable Evaluation of AI-Human Alignment in LLM-based Constrained Choice Decision Making","created":"2026-01-16","cited_by_count":0,"area":null},{"id":"2602.09624","title":"MILE-RefHumEval: A Reference-Free, Multi-Independent LLM Framework for Human-Aligned Evaluation","created":"2026-02-10","cited_by_count":0,"area":null},{"id":"2603.20976","title":"Detection of adversarial intent in Human-AI teams using LLMs","created":"2026-03-21","cited_by_count":0,"area":"safety"},{"id":"2604.05663","title":"CuraLight: Debate-Guided Data Curation for LLM-Centered Traffic Signal Control","created":"2026-04-07","cited_by_count":0,"area":null},{"id":"2604.27275","title":"Evaluating Epistemic Guardrails in AI Reading Assistants: A Behavioral Audit of a Minimal Prototype","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2605.19180","title":"Supporting System Testing with a Multi-Agent LLM-based Framework for Knowledge Graph Extraction: A Case Study with Ethernet Switch Systems","created":"2026-05-18","cited_by_count":0,"area":"agents"},{"id":"2605.19665","title":"CriterAlign: Criterion-Centric Rationale Alignment for Code Preference Judging","created":"2026-05-19","cited_by_count":0,"area":"alignment"},{"id":"2605.28807","title":"Calibrating Conservatism for Scalable Oversight","created":"2026-05-27","cited_by_count":0,"area":"agents"},{"id":"2606.07834","title":"Cherry-pick Override: LLM Judges Under-use the Non-Directional Verdicts Their Contract Authorizes","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2606.24004","title":"Towards Spec Learning: Inference-Time Alignment from Preference Pairs","created":"2026-06-22","cited_by_count":0,"area":"alignment"},{"id":"2607.27984","title":"Share the Judge, Learn the Deferral: Where Specialization Helps LLM Evaluation","created":"2026-07-30","cited_by_count":0,"area":"agents"},{"id":"2608.12008","title":"Asymptotic Risk Calibration for Selective Question Answering","created":"2026-08-12","cited_by_count":0,"area":null},{"id":"2608.15877","title":"Dear Algo: A Precision-First Agentic Intent Layer for Unified Search and Recommendation","created":"2026-08-16","cited_by_count":0,"area":"agents"},{"id":"2608.21021","title":"Free-Text Evaluation of LLMs for 5G Domain Knowledge and Fault Analysis using LLM-as-Judge","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2608.21057","title":"Designing a Robust LLM-Based Evaluation System for Agentic AI in Drug Discovery Through Human Alignment","created":"2026-08-21","cited_by_count":0,"area":"agents"},{"id":"2608.26529","title":"Multi-Expert Conformal Risk Control for Pairwise LLM Judging in Open-Ended Dialogue","created":"2026-08-27","cited_by_count":0,"area":null},{"id":"2609.06367","title":"Robust Conformal Consensus: Multi-Agent LLM-as-a-Judge Interval Evaluation with Conformal Prediction","created":"2026-09-06","cited_by_count":0,"area":"agents"},{"id":"2609.06444","title":"Decomposing LLM-Judge Uncertainty to Target Expert Labels","created":"2026-09-06","cited_by_count":0,"area":null},{"id":"2609.18905","title":"Structured Claim-Level Discourse Representations for Dense Health Narratives","created":"2026-09-16","cited_by_count":0,"area":null},{"id":"2609.22231","title":"EvalMem: An Operation-Level Diagnostic Framework for Long-Term Memory Systems","created":"2026-09-03","cited_by_count":0,"area":null},{"id":"2609.30290","title":"Auditing and Repairing LLM-as-Judge Failures in a Production Text-to-SQL Pipeline","created":"2026-09-09","cited_by_count":0,"area":null},{"id":"2609.31857","title":"LLM Judge Validation Under Sparse Overlap: From Inference to Design","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2609.33893","title":"MISHAP-Bench: A Hallucination Benchmark for Large Audio-Language Models","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.34320","title":"Certified Selective Automation of LLM Agent Evaluation","created":"2026-09-28","cited_by_count":0,"area":"agents"},{"id":"2609.35028","title":"VEX-Bench: Benchmarking Verification Complexity of LLM-Generated Misinformation","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.39037","title":"Hard-Gate Candidacy in a Deployed Validator Suite","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2609.39229","title":"RAIM: Robust Aggregation of Inexpensive Models for Hallucination Detection","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2609.40103","title":"JuryFlow: Disagreement-Guided Human-in-the-Loop Multi-Agent Evaluation","created":"2026-09-30","cited_by_count":0,"area":"agents"},{"id":"2610.00054","title":"The First Token Is Not the Verdict: Hidden Costs of Reading LLM Judges Without Generating","created":"2026-09-04","cited_by_count":0,"area":null}],"next_cursor":"100"}