{"total":318,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2503.09567","title":"Towards Reasoning Era: A Survey of Long Chain-of-Thought for Reasoning Large Language Models","created":"2025-03-12","cited_by_count":384,"area":"lr"},{"id":"2502.17419","title":"From System 1 to System 2: A Survey of Reasoning Large Language Models","created":"2025-02-24","cited_by_count":320,"area":"lr"},{"id":"2503.24235","title":"A Survey on Test-Time Scaling in Large Language Models: What, How, Where, and How Well?","created":"2025-03-31","cited_by_count":223,"area":"lr"},{"id":"2507.01352","title":"Skywork-Reward-V2: Scaling Preference Data Curation via Human-AI Synergy","created":"2025-07-02","cited_by_count":214,"area":"lr"},{"id":"2505.00212","title":"Which Agent Causes Task Failures and When? On Automated Failure Attribution of LLM Multi-Agent Systems","created":"2025-04-30","cited_by_count":185,"area":"agents"},{"id":"2505.00949","title":"Llama-Nemotron: Efficient Reasoning Models","created":"2025-05-02","cited_by_count":158,"area":"lr"},{"id":"2504.19678","title":"From LLM Reasoning to Autonomous AI Agents: A Comprehensive Review","created":"2025-04-28","cited_by_count":149,"area":"lr"},{"id":"2504.09037","title":"A Survey of Frontiers in LLM Reasoning: Inference Scaling, Learning to Reason, and Agentic Systems","created":"2025-04-12","cited_by_count":111,"area":"lr"},{"id":"2512.20848","title":"Nemotron 3 Nano: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning","created":"2025-12-23","cited_by_count":104,"area":"lr"},{"id":"2411.17451","title":"VL-RewardBench: A Challenging Benchmark for Vision-Language Generative Reward Models","created":"2024-11-26","cited_by_count":86,"area":"alignment"},{"id":"2503.09501","title":"ReMA: Learning to Meta-think for LLMs with Multi-Agent Reinforcement Learning","created":"2025-03-12","cited_by_count":79,"area":"lr"},{"id":"2501.18099","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","created":"2025-01-30","cited_by_count":78,"area":"lr"},{"id":"2504.00050","title":"JudgeLRM: Large Reasoning Models as a Judge","created":"2025-03-31","cited_by_count":78,"area":"lr"},{"id":"2505.10320","title":"J1: Incentivizing Thinking in LLM-as-a-Judge via Reinforcement Learning","created":"2025-05-15","cited_by_count":75,"area":"lr"},{"id":"2505.11475","title":"HelpSteer3-Preference: Open Human-Annotated Preference Data across Diverse Tasks and Languages","created":"2025-05-16","cited_by_count":75,"area":"alignment"},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2602.05125","title":"Rethinking Rubric Generation for Improving LLM Judge and Reward Modeling for Open-ended Tasks","created":"2026-02-04","cited_by_count":62,"area":"lr"},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2502.19328","title":"Agentic Reward Modeling: Integrating Human Preferences with Verifiable Correctness Signals for Reliable Reward Systems","created":"2025-02-26","cited_by_count":51,"area":"lr"},{"id":"2502.14191","title":"Multimodal RewardBench: Holistic Evaluation of Reward Models for Vision Language Models","created":"2025-02-20","cited_by_count":44,"area":"mllm"},{"id":"2504.15253","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","created":"2025-04-21","cited_by_count":44,"area":"lr"},{"id":"2502.03492","title":"Teaching Language Models to Critique via Reinforcement Learning","created":"2025-02-05","cited_by_count":42,"area":"lr"},{"id":"2507.02856","title":"Answer Matching Outperforms Multiple Choice for Language Model Evaluation","created":"2025-07-03","cited_by_count":41,"area":null},{"id":"2505.16997","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","created":"2025-05-22","cited_by_count":38,"area":"agents"},{"id":"2510.27106","title":"Rating Roulette: Self-Inconsistency in LLM-As-A-Judge Frameworks","created":"2025-10-31","cited_by_count":38,"area":null},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2506.09443","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","created":"2025-06-11","cited_by_count":37,"area":"safety"},{"id":"2507.10535","title":"CodeJudgeBench: Benchmarking LLM-as-a-Judge for Coding Tasks","created":"2025-07-14","cited_by_count":33,"area":null},{"id":"2504.09946","title":"Assessing Judging Bias in Large Reasoning Models: An Empirical Study","created":"2025-04-14","cited_by_count":30,"area":"lr"},{"id":"2510.17314","title":"Auto-Rubric: Learning From Implicit Weights to Explicit Rubrics for Reward Modeling","created":"2025-10-20","cited_by_count":30,"area":"alignment"},{"id":"2609.26550","title":"JEV-as-a-Judge: Accept When Confident, Escalate When Unsure","created":"2026-09-22","cited_by_count":30,"area":"lr"},{"id":"2412.09569","title":"JuStRank: Benchmarking LLM Judges for System Ranking","created":"2024-12-12","cited_by_count":29,"area":null},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2602.14069","title":"Open Rubric System: Scaling Reinforcement Learning with Pairwise Adaptive Rubric","created":"2026-02-15","cited_by_count":27,"area":"alignment"},{"id":"2510.09738","title":"Judge's Verdict: A Comprehensive Analysis of LLM Judge Capability Through Human Agreement","created":"2025-10-10","cited_by_count":25,"area":null},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2510.12697","title":"Multi-Agent Debate for LLM Judges with Adaptive Stability Detection","created":"2025-10-14","cited_by_count":23,"area":"lr"},{"id":"2510.13744","title":"Hard2Verify: A Step-Level Verification Benchmark for Open-Ended Frontier Math","created":"2025-10-15","cited_by_count":22,"area":"lr"},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2512.16899","title":"Multimodal RewardBench 2: Evaluating Omni Reward Models for Interleaved Text and Image","created":"2025-12-18","cited_by_count":20,"area":"alignment"},{"id":"2603.25133","title":"RubricEval: A Rubric-Level Meta-Evaluation Benchmark for LLM Judges in Instruction Following","created":"2026-03-26","cited_by_count":20,"area":null},{"id":"2509.17995","title":"Variation in Verification: Understanding Verification Dynamics in Large Language Models","created":"2025-09-22","cited_by_count":19,"area":null},{"id":"2505.16222","title":"Don't Judge Code by Its Cover: Exploring Biases in LLM Judges for Code Evaluation","created":"2025-05-22","cited_by_count":18,"area":null},{"id":"2508.06225","title":"Overconfidence in LLM-as-a-Judge: Diagnosis and Confidence-Driven Solution","created":"2025-08-08","cited_by_count":18,"area":null},{"id":"2510.13888","title":"Reliable Fine-Grained Evaluation of Natural Language Math Proofs","created":"2025-10-14","cited_by_count":18,"area":"lr"},{"id":"2508.02994","title":"When AIs Judge AIs: The Rise of Agent-as-a-Judge Evaluation for LLMs","created":"2025-08-05","cited_by_count":17,"area":"agents"},{"id":"2510.23038","title":"Incentivizing Agentic Reasoning in LLM Judges via Tool-Integrated Reinforcement Learning","created":"2025-10-27","cited_by_count":17,"area":"lr"},{"id":"2504.17087","title":"Leveraging LLMs as Meta-Judges: A Multi-Agent Framework for Evaluating LLM Judgments","created":"2025-04-23","cited_by_count":16,"area":"agents"},{"id":"2505.18882","title":"Personalized Safety in LLMs: A Benchmark and A Planning-Based Agent Approach","created":"2025-05-24","cited_by_count":16,"area":"agents"},{"id":"2511.21662","title":"Multi-Crit: Benchmarking Multimodal Judges on Pluralistic Criteria-Following","created":"2025-11-26","cited_by_count":15,"area":"mllm"},{"id":"2502.16614","title":"CodeCriticBench: A Holistic Code Critique Benchmark for Large Language Models","created":"2025-02-23","cited_by_count":14,"area":"lr"},{"id":"2602.09383","title":"BiasScope: Towards Automated Detection of Bias in LLM-as-a-Judge Evaluation","created":"2026-02-10","cited_by_count":14,"area":null},{"id":"2602.13110","title":"SCOPE: Selective Conformal Optimized Pairwise LLM Judging","created":"2026-02-13","cited_by_count":14,"area":null},{"id":"2510.09869","title":"NarraBench: A Comprehensive Framework for Narrative Benchmarking","created":"2025-10-10","cited_by_count":13,"area":null},{"id":"2604.07666","title":"An Imperfect Verifier is Good Enough: Learning with Noisy Rewards","created":"2026-04-09","cited_by_count":13,"area":null},{"id":"2605.03871","title":"EvoLM: Self-Evolving Language Models through Co-Evolved Discriminative Rubrics","created":"2026-05-05","cited_by_count":13,"area":"alignment"},{"id":"2507.09104","title":"CompassJudger-2: Towards Generalist Judge Model via Verifiable Rewards","created":"2025-07-12","cited_by_count":12,"area":null},{"id":"2509.21882","title":"Position: The Hidden Costs and Measurement Gaps of Reinforcement Learning with Verifiable Rewards","created":"2025-09-26","cited_by_count":12,"area":null},{"id":"2604.18240","title":"AJ-Bench: Benchmarking Agent-as-a-Judge for Environment-Aware Evaluation","created":"2026-04-20","cited_by_count":12,"area":"agents"},{"id":"2505.19477","title":"Judging with Many Minds: Do More Perspectives Mean Less Prejudice? On Bias Amplifications and Resistance in Multi-Agent Based LLM-as-Judge","created":"2025-05-26","cited_by_count":11,"area":"agents"},{"id":"2509.20293","title":"When Judgment Becomes Noise: How Design Failures in LLM Judge Benchmarks Silently Undermine Validity","created":"2025-09-24","cited_by_count":11,"area":null},{"id":"2509.25361","title":"Structural Reward Model: Enhancing Interpretability, Efficiency, and Scalability in Reward Modeling","created":"2025-09-29","cited_by_count":11,"area":"alignment"},{"id":"2510.18560","title":"WebDevJudge: Evaluating (M)LLMs as Critiques for Web Development Quality","created":"2025-10-21","cited_by_count":11,"area":null},{"id":"2601.07349","title":"Reward Modeling from Natural Language Human Feedback","created":"2026-01-12","cited_by_count":11,"area":"alignment"},{"id":"2602.04649","title":"Outcome Accuracy is Not Enough: Aligning the Reasoning Process of Reward Models","created":"2026-02-04","cited_by_count":11,"area":"lr"},{"id":"2505.08643","title":"WixQA: A Multi-Dataset Benchmark for Enterprise Retrieval-Augmented Generation","created":"2025-05-13","cited_by_count":10,"area":"rag"},{"id":"2602.11124","title":"PhyCritic: Multimodal Critic Models for Physical AI","created":"2026-02-11","cited_by_count":10,"area":"mllm"},{"id":"2603.04738","title":"IF-RewardBench: Benchmarking Judge Models for Instruction-Following Evaluation","created":"2026-03-05","cited_by_count":10,"area":null},{"id":"2605.19196","title":"Time to REFLECT: Can We Trust LLM Judges for Evidence-based Research Agents?","created":"2026-05-18","cited_by_count":10,"area":"agents"},{"id":"2607.20083","title":"Co-Evolving LLM Evaluators and Policies via DynamicRubric","created":"2026-07-22","cited_by_count":10,"area":null},{"id":"2505.13346","title":"J4R: Learning to Judge with Equivalent Initial State Group Relative Policy Optimization","created":"2025-05-19","cited_by_count":9,"area":"lr"},{"id":"2508.15218","title":"Are Checklists Really Useful for Automatic Evaluation of Generative Tasks?","created":"2025-08-21","cited_by_count":9,"area":null},{"id":"2512.22245","title":"Calibrating LLM Judges: Linear Probes for Fast and Reliable Uncertainty Estimation","created":"2025-12-23","cited_by_count":9,"area":"mechinterp"},{"id":"2603.08091","title":"Toward Robust LLM-Based Judges: Taxonomic Bias Evaluation and Debiasing Optimization","created":"2026-03-09","cited_by_count":9,"area":"alignment"},{"id":"2502.11910","title":"Adversarial Alignment for LLMs Requires Simpler, Reproducible, and More Measurable Objectives","created":"2025-02-17","cited_by_count":8,"area":null},{"id":"2505.23715","title":"Don't Take the Premise for Granted: Evaluating the Premise Critique Ability of Large Language Models","created":"2025-05-29","cited_by_count":8,"area":"lr"},{"id":"2506.15556","title":"PredGen: Accelerated Inference of Large Language Models through Input-Time Speculation for Real-Time Speech Interaction","created":"2025-06-18","cited_by_count":8,"area":null},{"id":"2509.21319","title":"RLBFF: Binary Flexible Feedback to bridge between Human Feedback & Verifiable Rewards","created":"2025-09-25","cited_by_count":8,"area":"alignment"},{"id":"2510.01925","title":"Enhancing Large Language Model Reasoning with Reward Models: An Analytical Survey","created":"2025-10-02","cited_by_count":8,"area":"lr"},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2609.29429","title":"Just Ask Jev: Reinforcement Learning for Calibrated Decisions as a Zero-Shot Detector of AI Alignment Failures","created":"2026-09-24","cited_by_count":8,"area":"safety"},{"id":"2503.14941","title":"UPME: An Unsupervised Peer Review Framework for Multimodal Large Language Model Evaluation","created":"2025-03-19","cited_by_count":7,"area":"mllm"},{"id":"2505.00875","title":"Thoughts without Thinking: Reconsidering the Explanatory Value of Chain-of-Thought Reasoning in LLMs through Agentic Pipelines","created":"2025-05-01","cited_by_count":7,"area":"lr"},{"id":"2508.02921","title":"PentestJudge: Judging Agent Behavior Against Operational Requirements","created":"2025-08-04","cited_by_count":7,"area":"agents"},{"id":"2509.02492","title":"GRAM-R$^2$: Self-Training Generative Foundation Reward Models for Reward Reasoning","created":"2025-09-02","cited_by_count":7,"area":"alignment"},{"id":"2602.09305","title":"Reward Modeling for Reinforcement Learning-Based LLM Reasoning: Design, Challenges, and Evaluation","created":"2026-02-10","cited_by_count":7,"area":"lr"},{"id":"2603.16848","title":"Mediocrity is the key for LLM as a Judge Anchor Selection","created":"2026-03-17","cited_by_count":7,"area":null},{"id":"2606.29920","title":"Can LLM-as-a-Judge Reliably Verify Rubrics in Agentic Scenarios?","created":"2026-06-29","cited_by_count":7,"area":"agents"},{"id":"2506.02945","title":"Quantitative LLM Judges","created":"2025-06-03","cited_by_count":6,"area":null},{"id":"2510.12462","title":"Evaluating and Mitigating LLM-as-a-judge Bias in Communication Systems","created":"2025-10-14","cited_by_count":6,"area":null},{"id":"2601.21464","title":"Conversation for Non-verifiable Learning: Self-Evolving LLMs through Meta-Evaluation","created":"2026-01-29","cited_by_count":6,"area":"synth"},{"id":"2604.12312","title":"CompliBench: Benchmarking LLM Judges for Compliance Violation Detection in Dialogue Systems","created":"2026-04-14","cited_by_count":6,"area":null},{"id":"2606.24595","title":"MemAudit: Auditing Long-Term Agent Memory via Hidden User-State Recovery","created":"2026-06-23","cited_by_count":6,"area":"agents"},{"id":"2507.02332","title":"PII Jailbreaking in LLMs via Activation Steering Reveals Personal Information Leakage","created":"2025-07-03","cited_by_count":5,"area":"alignment"},{"id":"2508.07902","title":"Tailored Emotional LLM-Supporter: Enhancing Cultural Sensitivity","created":"2025-08-11","cited_by_count":5,"area":null},{"id":"2509.22099","title":"S2J: Bridging the Gap Between Solving and Judging Ability in Generative Reward Models","created":"2025-09-26","cited_by_count":5,"area":"alignment"},{"id":"2509.24988","title":"Generalized Correctness Models: Learning Calibrated and Model-Agnostic Correctness Predictors from Historical Patterns","created":"2025-09-29","cited_by_count":5,"area":null},{"id":"2510.09871","title":"CoBia: Constructed Conversations Can Trigger Otherwise Concealed Societal Biases in LLMs","created":"2025-10-10","cited_by_count":5,"area":"safety"}],"next_cursor":"100"}