{"total":205,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2410.10934","title":"Agent-as-a-Judge: Evaluate Agents with Agents","created":"2024-10-14","cited_by_count":238,"area":"agents"},{"id":"2505.00212","title":"Which Agent Causes Task Failures and When? On Automated Failure Attribution of LLM Multi-Agent Systems","created":"2025-04-30","cited_by_count":185,"area":"agents"},{"id":"2506.09038","title":"AbstentionBench: Reasoning LLMs Fail on Unanswerable Questions","created":"2025-06-10","cited_by_count":145,"area":"lr"},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2407.18370","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","created":"2024-07-25","cited_by_count":105,"area":null},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2410.18927","title":"SafeBench: A Safety Evaluation Framework for Multimodal Large Language Models","created":"2024-10-24","cited_by_count":69,"area":"safety"},{"id":"2602.05125","title":"Rethinking Rubric Generation for Improving LLM Judge and Reward Modeling for Open-ended Tasks","created":"2026-02-04","cited_by_count":62,"area":"lr"},{"id":"2409.15254","title":"Archon: An Architecture Search Framework for Inference-Time Techniques","created":"2024-09-23","cited_by_count":60,"area":null},{"id":"2507.08794","title":"One Token to Fool LLM-as-a-Judge","created":"2025-07-11","cited_by_count":60,"area":"alignment"},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2502.12446","title":"Multi-Attribute Steering of Language Models via Targeted Intervention","created":"2025-02-18","cited_by_count":46,"area":null},{"id":"2510.00915","title":"Reinforcement Learning with Verifiable yet Noisy Rewards under Imperfect Verifiers","created":"2025-10-01","cited_by_count":45,"area":"lr"},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2409.06857","title":"What is the Role of Small Models in the LLM Era: A Survey","created":"2024-09-10","cited_by_count":41,"area":null},{"id":"2507.02856","title":"Answer Matching Outperforms Multiple Choice for Language Model Evaluation","created":"2025-07-03","cited_by_count":41,"area":null},{"id":"2510.27106","title":"Rating Roulette: Self-Inconsistency in LLM-As-A-Judge Frameworks","created":"2025-10-31","cited_by_count":38,"area":null},{"id":"2601.08536","title":"DeepResearch Bench II: Diagnosing Deep Research Agents via Rubrics from Expert Reports","created":"2026-01-13","cited_by_count":34,"area":"agents"},{"id":"2408.15549","title":"WildFeedback: Aligning LLMs With In-situ User Interactions And Feedback","created":"2024-08-28","cited_by_count":31,"area":"alignment"},{"id":"2410.20774","title":"Are LLM-Judges Robust to Expressions of Uncertainty? Investigating the effect of Epistemic Markers on LLM-based Evaluation","created":"2024-10-28","cited_by_count":29,"area":null},{"id":"2412.09569","title":"JuStRank: Benchmarking LLM Judges for System Ranking","created":"2024-12-12","cited_by_count":29,"area":null},{"id":"2502.11569","title":"Towards Reasoning Ability of Small Language Models","created":"2025-02-17","cited_by_count":29,"area":"lr"},{"id":"2503.04104","title":"LLMs Can Generate a Better Answer by Aggregating Their Own Responses","created":"2025-03-06","cited_by_count":27,"area":null},{"id":"2503.09347","title":"Safer or Luckier? LLMs as Safety Evaluators Are Not Robust to Artifacts","created":"2025-03-12","cited_by_count":26,"area":null},{"id":"2504.10356","title":"MultiLoKo: a multilingual local knowledge benchmark for LLMs spanning 31 languages","created":"2025-04-14","cited_by_count":26,"area":null},{"id":"2601.03193","title":"UniCorn: Towards Self-Improving Unified Multimodal Models through Self-Generated Supervision","created":"2026-01-06","cited_by_count":26,"area":null},{"id":"2605.29800","title":"Nine Judges, Two Effective Votes: Correlated Errors Undermine LLM Evaluation Panels","created":"2026-05-28","cited_by_count":26,"area":null},{"id":"2408.09235","title":"Reference-Guided Verdict: LLMs-as-Judges in Automatic Evaluation of Free-Form QA","created":"2024-08-17","cited_by_count":25,"area":null},{"id":"2601.20913","title":"Noisy but Valid: Robust Statistical Evaluation of LLMs with Imperfect Judges","created":"2026-01-28","cited_by_count":24,"area":null},{"id":"2508.08285","title":"The Illusion of Progress: Re-evaluating Hallucination Detection in LLMs","created":"2025-08-01","cited_by_count":22,"area":null},{"id":"2412.15118","title":"Reasoning Through Execution: Unifying Process and Outcome Rewards for Code Generation","created":"2024-12-19","cited_by_count":21,"area":"lr"},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2506.07949","title":"Cost-Optimal Active AI Model Evaluation","created":"2025-06-09","cited_by_count":19,"area":null},{"id":"2602.10715","title":"Locomo-Plus: Beyond-Factual Cognitive Memory Evaluation Framework for LLM Agents","created":"2026-02-11","cited_by_count":19,"area":"agents"},{"id":"2509.08682","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","created":"2025-09-10","cited_by_count":18,"area":null},{"id":"2407.13244","title":"PM-LLM-Benchmark: Evaluating Large Language Models on Process Mining Tasks","created":"2024-07-18","cited_by_count":16,"area":null},{"id":"2411.04424","title":"Bayesian Calibration of Win Rate Estimation with LLM Evaluators","created":"2024-11-07","cited_by_count":16,"area":null},{"id":"2504.17087","title":"Leveraging LLMs as Meta-Judges: A Multi-Agent Framework for Evaluating LLM Judgments","created":"2025-04-23","cited_by_count":16,"area":"agents"},{"id":"2510.11822","title":"Beyond Consensus: Mitigating the Agreeableness Bias in LLM Judge Evaluations","created":"2025-10-13","cited_by_count":16,"area":null},{"id":"2602.00521","title":"Diagnosing the Reliability of LLM-as-a-Judge via Item Response Theory","created":"2026-01-31","cited_by_count":16,"area":null},{"id":"2505.03427","title":"MedArabiQ: Benchmarking Large Language Models on Arabic Medical Tasks","created":"2025-05-06","cited_by_count":15,"area":null},{"id":"2606.09863","title":"From Confident Closing to Silent Failure: Characterizing False Success in LLM Agents","created":"2026-06-01","cited_by_count":15,"area":"agents"},{"id":"2410.13716","title":"MIRAGE-Bench: Automatic Multilingual Benchmark Arena for Retrieval-Augmented Generation Systems","created":"2024-10-17","cited_by_count":14,"area":"rag"},{"id":"2511.17826","title":"Deterministic Inference across Tensor Parallel Sizes That Eliminates Training-Inference Mismatch","created":"2025-11-21","cited_by_count":14,"area":null},{"id":"2410.11272","title":"Cognitive Overload Attack:Prompt Injection for Long Context","created":"2024-10-15","cited_by_count":13,"area":"safety"},{"id":"2604.07666","title":"An Imperfect Verifier is Good Enough: Learning with Noisy Rewards","created":"2026-04-09","cited_by_count":13,"area":null},{"id":"2412.21102","title":"Exploring and Controlling Diversity in LLM-Agent Conversation","created":"2024-12-30","cited_by_count":12,"area":"agents"},{"id":"2507.01413","title":"Evaluating LLM Agent Collusion in Double Auctions","created":"2025-07-02","cited_by_count":11,"area":"agents"},{"id":"2510.08783","title":"MLLM as a UI Judge: Benchmarking Multimodal LLMs for Predicting Human Perception of User Interfaces","created":"2025-10-09","cited_by_count":11,"area":null},{"id":"2502.17591","title":"Proactive Privacy Amnesia for Large Language Models: Safeguarding PII with Negligible Impact on Model Utility","created":"2025-02-24","cited_by_count":10,"area":null},{"id":"2504.19276","title":"Anyprefer: An Agentic Framework for Preference Data Synthesis","created":"2025-04-27","cited_by_count":10,"area":"agents"},{"id":"2505.11613","title":"MedGUIDE: Benchmarking Clinical Decision-Making in Large Language Models","created":"2025-05-16","cited_by_count":10,"area":null},{"id":"2508.14146","title":"MMReview: A Multidisciplinary and Multimodal Benchmark for LLM-Based Peer Review Automation","created":"2025-08-19","cited_by_count":10,"area":null},{"id":"2601.09487","title":"SlidesGen-Bench: Evaluating Slides Generation via Computational and Quantitative Metrics","created":"2026-01-14","cited_by_count":10,"area":null},{"id":"2604.23478","title":"JudgeSense: A Benchmark for Prompt Sensitivity in LLM-as-a-Judge Systems","created":"2026-04-26","cited_by_count":10,"area":null},{"id":"2605.19769","title":"OpenComputer: Verifiable Software Worlds for Computer-Use Agents","created":"2026-05-19","cited_by_count":10,"area":"agents"},{"id":"2603.05399","title":"Judge Reliability Harness: Stress Testing the Reliability of LLM Judges","created":"2026-03-05","cited_by_count":8,"area":null},{"id":"2609.29429","title":"Just Ask Jev: Reinforcement Learning for Calibrated Decisions as a Zero-Shot Detector of AI Alignment Failures","created":"2026-09-24","cited_by_count":8,"area":"safety"},{"id":"2502.01683","title":"LLM-Powered Benchmark Factory: Reliable, Generic, and Efficient","created":"2025-02-02","cited_by_count":7,"area":null},{"id":"2502.18018","title":"Verdict: A Library for Scaling Judge-Time Compute","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2504.02867","title":"Multi-Agent LLM Judge: automatic personalized LLM judge design for evaluating natural language generation applications","created":"2025-04-01","cited_by_count":7,"area":"agents"},{"id":"2508.12792","title":"Bridging Human and LLM Judgments: Understanding and Narrowing the Gap","created":"2025-08-18","cited_by_count":7,"area":null},{"id":"2510.12110","title":"Deep Associations, High Creativity: A Simple yet Effective Metric for Evaluating Large Language Models","created":"2025-10-14","cited_by_count":7,"area":null},{"id":"2601.08118","title":"MirrorBench: A Benchmark to Evaluate Conversational User-Proxy Agents for Human-Likeness","created":"2026-01-13","cited_by_count":7,"area":"agents"},{"id":"2603.16848","title":"Mediocrity is the key for LLM as a Judge Anchor Selection","created":"2026-03-17","cited_by_count":7,"area":null},{"id":"2409.10825","title":"Unveiling and Mitigating Bias in Large Language Model Recommendations: A Path to Fairness","created":"2024-09-17","cited_by_count":6,"area":null},{"id":"2411.15560","title":"Do LLMs Agree on the Creativity Evaluation of Alternative Uses?","created":"2024-11-23","cited_by_count":6,"area":null},{"id":"2412.14612","title":"KARRIEREWEGE: A Large Scale Career Path Prediction Dataset","created":"2024-12-19","cited_by_count":6,"area":null},{"id":"2502.06633","title":"Combining Large Language Models with Static Analyzers for Code Review Generation","created":"2025-02-10","cited_by_count":6,"area":null},{"id":"2502.15210","title":"PairBench: Are Vision-Language Models Reliable at Comparing What They See?","created":"2025-02-21","cited_by_count":6,"area":"mllm"},{"id":"2506.02945","title":"Quantitative LLM Judges","created":"2025-06-03","cited_by_count":6,"area":null},{"id":"2508.08777","title":"Evaluating Podcast Recommendations with Profile-Aware LLM-as-a-Judge","created":"2025-08-12","cited_by_count":6,"area":null},{"id":"2510.05154","title":"Can AI Truly Represent Your Voice in Deliberations? A Comprehensive Study of Large-Scale Opinion Aggregation with LLMs","created":"2025-10-02","cited_by_count":6,"area":null},{"id":"2601.21464","title":"Conversation for Non-verifiable Learning: Self-Evolving LLMs through Meta-Evaluation","created":"2026-01-29","cited_by_count":6,"area":"synth"},{"id":"2604.02543","title":"Overconfidence and Calibration in Medical VQA: Empirical Findings and Hallucination-Aware Mitigation","created":"2026-04-02","cited_by_count":6,"area":"mllm"},{"id":"2609.29769","title":"Decision Models vs. LLMs as Rubric Judges: Cheaper, Faster, and Wrong in the Same Places","created":"2026-09-24","cited_by_count":6,"area":null},{"id":"2503.23730","title":"KOFFVQA: An Objectively Evaluated Free-form VQA Benchmark for Large Vision-Language Models in the Korean Language","created":"2025-03-31","cited_by_count":5,"area":"mllm"},{"id":"2504.08024","title":"Summarizing Speech: A Comprehensive Survey","created":"2025-04-10","cited_by_count":5,"area":null},{"id":"2506.20274","title":"Enterprise Large Language Model Evaluation Benchmark","created":"2025-06-25","cited_by_count":5,"area":null},{"id":"2511.01287","title":"\"Give a Positive Review Only\": An Early Investigation Into In-Paper Prompt Injection Attacks and Defenses for AI Reviewers","created":"2025-11-03","cited_by_count":5,"area":"safety"},{"id":"2601.07506","title":"Judging Against the Reference: Uncovering Knowledge-Driven Failures in LLM-Judges on QA Evaluation","created":"2026-01-12","cited_by_count":5,"area":null},{"id":"2602.13699","title":"Gradient-Stable Attention Heads Signal LLM Correctness","created":"2026-02-14","cited_by_count":5,"area":null},{"id":"2602.15481","title":"LLM-as-Judge on a Budget","created":"2026-02-17","cited_by_count":5,"area":"lr"},{"id":"2410.01690","title":"Why context matters in VQA and Reasoning: Semantic interventions for VLM input modalities","created":"2024-10-02","cited_by_count":4,"area":"lr"},{"id":"2410.11096","title":"SeCodePLT: A Unified Platform for Evaluating the Security of Code GenAI","created":"2024-10-14","cited_by_count":4,"area":null},{"id":"2501.17581","title":"CSEval: Towards Automated, Multi-Dimensional, and Reference-Free Counterspeech Evaluation using Auto-Calibrated LLMs","created":"2025-01-29","cited_by_count":4,"area":null},{"id":"2503.05551","title":"Revitalizing Saturated Benchmarks: A Weighted Metric Approach for Differentiating Large Language Model Performance","created":"2025-03-07","cited_by_count":4,"area":null},{"id":"2505.05445","title":"clem:todd: A Framework for the Systematic Benchmarking of LLM-Based Task-Oriented Dialogue System Realisations","created":"2025-05-08","cited_by_count":4,"area":null},{"id":"2508.08236","title":"Exploring Safety Alignment Evaluation of LLMs in Chinese Mental Health Dialogues via LLM-as-Judge","created":"2025-08-11","cited_by_count":4,"area":"alignment"},{"id":"2511.01348","title":"The Future of Generative AI in Software Engineering: A Vision from Industry and Academia in the European GENIUS Project","created":"2025-11-03","cited_by_count":4,"area":null},{"id":"2512.04578","title":"LexGenius: An Expert-Level Benchmark for Large Language Models in Legal General Intelligence","created":"2025-12-04","cited_by_count":4,"area":null},{"id":"2512.19350","title":"PENDULUM: A Benchmark for Assessing Sycophancy in Multimodal Large Language Models","created":"2025-12-22","cited_by_count":4,"area":"mllm"},{"id":"2601.15307","title":"DeepSurvey-Bench: Evaluating Academic Value of Automatically Generated Scientific Surveys","created":"2026-01-13","cited_by_count":4,"area":null},{"id":"2602.06013","title":"GenArena: How Can We Achieve Human-Aligned Evaluation for Visual Generation Tasks?","created":"2026-02-05","cited_by_count":4,"area":"mllm"},{"id":"2604.16790","title":"Bias in the Loop: Auditing LLM-as-a-Judge for Software Engineering","created":"2026-04-18","cited_by_count":4,"area":null},{"id":"2605.10267","title":"IndustryBench: Probing the Industrial Knowledge Boundaries of LLMs","created":"2026-05-11","cited_by_count":4,"area":null}],"next_cursor":"100"}