{"total":238,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2501.06322","title":"Multi-Agent Collaboration Mechanisms: A Survey of LLMs","created":"2025-01-10","cited_by_count":431,"area":"agents"},{"id":"2504.01848","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","created":"2025-04-02","cited_by_count":321,"area":null},{"id":"2503.16416","title":"Survey on Evaluation of LLM-based Agents","created":"2025-03-20","cited_by_count":204,"area":"agents"},{"id":"2504.07079","title":"SkillWeaver: Web Agents can Self-Improve by Discovering and Honing Skills","created":"2025-04-09","cited_by_count":192,"area":"agents"},{"id":"2505.00212","title":"Which Agent Causes Task Failures and When? On Automated Failure Attribution of LLM Multi-Agent Systems","created":"2025-04-30","cited_by_count":185,"area":"agents"},{"id":"2507.21504","title":"Evaluation and Benchmarking of LLM Agents: A Survey","created":"2025-07-29","cited_by_count":152,"area":"agents"},{"id":"2504.19678","title":"From LLM Reasoning to Autonomous AI Agents: A Comprehensive Review","created":"2025-04-28","cited_by_count":149,"area":"lr"},{"id":"2504.01990","title":"Advances and Challenges in Foundation Agents: From Brain-Inspired Intelligence to Evolutionary, Collaborative, and Safe Systems","created":"2025-03-31","cited_by_count":126,"area":"agents"},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2506.14866","title":"OS-Harm: A Benchmark for Measuring Safety of Computer Use Agents","created":"2025-06-17","cited_by_count":111,"area":"agents"},{"id":"2505.08638","title":"TRAIL: Trace Reasoning and Agentic Issue Localization","created":"2025-05-13","cited_by_count":104,"area":"lr"},{"id":"2507.02825","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","created":"2025-07-03","cited_by_count":102,"area":"agents"},{"id":"2504.08703","title":"SWE-PolyBench: A multi-language benchmark for repository level evaluation of coding agents","created":"2025-04-11","cited_by_count":85,"area":"agents"},{"id":"2506.21506","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","created":"2025-06-26","cited_by_count":76,"area":"agents"},{"id":"2505.19955","title":"MLR-Bench: Evaluating AI Agents on Open-Ended Machine Learning Research","created":"2025-05-26","cited_by_count":64,"area":"agents"},{"id":"2602.02475","title":"AgentRx: Diagnosing AI Agent Failures from Execution Trajectories","created":"2026-02-02","cited_by_count":60,"area":"agents"},{"id":"2503.22458","title":"Evaluating LLM-based Agents for Multi-Turn Conversations: A Survey","created":"2025-03-28","cited_by_count":57,"area":"agents"},{"id":"2411.17501","title":"The Limits of Inference Scaling Through Resampling","created":"2024-11-26","cited_by_count":53,"area":null},{"id":"2601.12538","title":"A Survey of Agentic Reasoning for Large Language Models: Towards Recursively Self-Improving and Collective Agents","created":"2026-01-18","cited_by_count":50,"area":"lr"},{"id":"2510.25445","title":"Agentic AI: A Comprehensive Survey of Architectures, Applications, and Future Directions","created":"2025-10-29","cited_by_count":48,"area":"agents"},{"id":"2502.05151","title":"Transforming Science with Large Language Models: A Survey on AI-assisted Scientific Discovery, Experimentation, Content Generation, and Evaluation","created":"2025-02-07","cited_by_count":42,"area":"mllm"},{"id":"2506.09443","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","created":"2025-06-11","cited_by_count":37,"area":"safety"},{"id":"2508.21148","title":"A Survey of Scientific Large Language Models: From Data Foundations to Agent Frontiers","created":"2025-08-28","cited_by_count":37,"area":"agents"},{"id":"2509.13782","title":"Who is Introducing the Failure? Automatically Attributing Failures of Multi-Agent Systems via Spectrum Analysis","created":"2025-09-17","cited_by_count":33,"area":"agents"},{"id":"2507.21028","title":"Multi-Agent-as-Judge: Aligning LLM-Agent-Based Automated Evaluation with Multi-Dimensional Human Evaluation","created":"2025-07-28","cited_by_count":30,"area":"agents"},{"id":"2510.23883","title":"Agentic AI Security: Threats, Defenses, Evaluation, and Open Challenges","created":"2025-10-27","cited_by_count":28,"area":"agents"},{"id":"2510.04886","title":"Where Did It All Go Wrong? A Hierarchical Look into Multi-Agent Error Attribution","created":"2025-10-06","cited_by_count":27,"area":"agents"},{"id":"2604.06126","title":"Gym-Anything: Turn any Software into an Agent Environment","created":"2026-04-07","cited_by_count":27,"area":"agents"},{"id":"2510.02837","title":"Beyond the Final Answer: Evaluating the Reasoning Trajectories of Tool-Augmented Agents","created":"2025-10-03","cited_by_count":24,"area":"lr"},{"id":"2512.06749","title":"DoVer: Intervention-Driven Auto Debugging for LLM Multi-Agent Systems","created":"2025-12-07","cited_by_count":24,"area":"agents"},{"id":"2601.20913","title":"Noisy but Valid: Robust Statistical Evaluation of LLMs with Imperfect Judges","created":"2026-01-28","cited_by_count":24,"area":null},{"id":"2412.11716","title":"LLMs Can Simulate Standardized Patients via Agent Coevolution","created":"2024-12-16","cited_by_count":22,"area":"agents"},{"id":"2601.15808","title":"Inference-Time Scaling of Verification: Self-Evolving Deep Research Agents via Test-Time Rubric-Guided Verification","created":"2026-01-22","cited_by_count":22,"area":"lr"},{"id":"2505.02847","title":"Sentient Agent as a Judge: Evaluating Higher-Order Social Cognition in Large Language Models","created":"2025-05-01","cited_by_count":21,"area":"agents"},{"id":"2509.06822","title":"RAFFLES: Reasoning-based Attribution of Faults for LLM Systems","created":"2025-09-08","cited_by_count":21,"area":"lr"},{"id":"2602.05073","title":"Uncertainty Quantification in LLM Agents: Foundations, Emerging Challenges, and Opportunities","created":"2026-02-04","cited_by_count":20,"area":"agents"},{"id":"2509.17995","title":"Variation in Verification: Understanding Verification Dynamics in Large Language Models","created":"2025-09-22","cited_by_count":19,"area":null},{"id":"2606.26294","title":"The Red Queen G\\\"odel Machine: Co-Evolving Agents and Their Evaluators","created":"2026-06-24","cited_by_count":19,"area":"agents"},{"id":"2607.13104","title":"Self-Improvements in Modern Agentic Systems: A Survey","created":"2026-07-14","cited_by_count":19,"area":"agents"},{"id":"2508.06225","title":"Overconfidence in LLM-as-a-Judge: Diagnosis and Confidence-Driven Solution","created":"2025-08-08","cited_by_count":18,"area":null},{"id":"2509.08682","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","created":"2025-09-10","cited_by_count":18,"area":null},{"id":"2508.02994","title":"When AIs Judge AIs: The Rise of Agent-as-a-Judge Evaluation for LLMs","created":"2025-08-05","cited_by_count":17,"area":"agents"},{"id":"2510.23038","title":"Incentivizing Agentic Reasoning in LLM Judges via Tool-Integrated Reinforcement Learning","created":"2025-10-27","cited_by_count":17,"area":"lr"},{"id":"2601.05111","title":"Agent-as-a-Judge","created":"2026-01-08","cited_by_count":17,"area":"agents"},{"id":"2503.08275","title":"Beyond Outlining: Heterogeneous Recursive Planning for Adaptive Long-form Writing with Language Models","created":"2025-03-11","cited_by_count":16,"area":null},{"id":"2507.21017","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","created":"2025-07-28","cited_by_count":16,"area":"agents"},{"id":"2602.00521","title":"Diagnosing the Reliability of LLM-as-a-Judge via Item Response Theory","created":"2026-01-31","cited_by_count":16,"area":null},{"id":"2603.21489","title":"Effective Strategies for Asynchronous Software Engineering Agents","created":"2026-03-23","cited_by_count":16,"area":"agents"},{"id":"2504.13828","title":"Generative AI Act II: Test Time Scaling Drives Cognition Engineering","created":"2025-04-18","cited_by_count":15,"area":"lr"},{"id":"2606.09863","title":"From Confident Closing to Silent Failure: Characterizing False Success in LLM Agents","created":"2026-06-01","cited_by_count":15,"area":"agents"},{"id":"2506.11102","title":"Evolutionary Perspectives on the Evaluation of LLM-Based AI Agents: A Comprehensive Survey","created":"2025-06-06","cited_by_count":13,"area":"agents"},{"id":"2604.07666","title":"An Imperfect Verifier is Good Enough: Learning with Noisy Rewards","created":"2026-04-09","cited_by_count":13,"area":null},{"id":"2508.14104","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","created":"2025-08-17","cited_by_count":12,"area":null},{"id":"2509.24709","title":"IWR-Bench: Can LVLMs reconstruct interactive webpage from a user interaction video?","created":"2025-09-29","cited_by_count":12,"area":null},{"id":"2511.22134","title":"DualVLA: Building a Generalizable Embodied Agent via Partial Decoupling of Reasoning and Action","created":"2025-11-27","cited_by_count":12,"area":"lr"},{"id":"2512.04111","title":"CentaurEval: Benchmarking Human-in-the-Loop Value in Agentic Coding","created":"2025-11-30","cited_by_count":12,"area":"agents"},{"id":"2601.00516","title":"Trajectory Guard -- A Lightweight, Sequence-Aware Model for Real-Time Anomaly Detection in Agentic AI","created":"2026-01-02","cited_by_count":12,"area":"agents"},{"id":"2604.18240","title":"AJ-Bench: Benchmarking Agent-as-a-Judge for Environment-Aware Evaluation","created":"2026-04-20","cited_by_count":12,"area":"agents"},{"id":"2503.06573","title":"WildIFEval: Instruction Following in the Wild","created":"2025-03-09","cited_by_count":11,"area":null},{"id":"2509.21823","title":"ProRe: A Proactive Reward System for GUI Agents via Reasoner-Actor Collaboration","created":"2025-09-26","cited_by_count":11,"area":"lr"},{"id":"2510.18560","title":"WebDevJudge: Evaluating (M)LLMs as Critiques for Web Development Quality","created":"2025-10-21","cited_by_count":11,"area":null},{"id":"2605.08715","title":"AgentForesight: Online Auditing for Early Failure Prediction in Multi-Agent Systems","created":"2026-05-09","cited_by_count":11,"area":"agents"},{"id":"2605.19196","title":"Time to REFLECT: Can We Trust LLM Judges for Evidence-based Research Agents?","created":"2026-05-18","cited_by_count":10,"area":"agents"},{"id":"2605.20530","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","created":"2026-05-19","cited_by_count":10,"area":"agents"},{"id":"2501.09993","title":"Agent-as-Judge for Factual Summarization of Long Narratives","created":"2025-01-17","cited_by_count":9,"area":"agents"},{"id":"2503.02403","title":"AutoEval: A Practical Framework for Autonomous Evaluation of Mobile Agents","created":"2025-03-04","cited_by_count":9,"area":"agents"},{"id":"2507.17015","title":"Can External Validation Tools Improve Annotation Quality for LLM-as-a-Judge?","created":"2025-07-22","cited_by_count":9,"area":null},{"id":"2508.11860","title":"LARC: Towards Human-level Constrained Retrosynthesis Planning through an Agentic Framework","created":"2025-08-16","cited_by_count":9,"area":"agents"},{"id":"2510.00685","title":"Stochastic Self-Organization in Multi-Agent Systems","created":"2025-10-01","cited_by_count":9,"area":"agents"},{"id":"2602.09937","title":"Why Do AI Agents Systematically Fail at Cloud Root Cause Analysis?","created":"2026-02-10","cited_by_count":9,"area":"agents"},{"id":"2608.13560","title":"AutoDesign: Meta-Harness Optimization for Long-Horizon Agentic Design","created":"2026-08-13","cited_by_count":9,"area":"agents"},{"id":"2501.06314","title":"BioAgents: Democratizing Bioinformatics Analysis with Multi-Agent Systems","created":"2025-01-10","cited_by_count":8,"area":"agents"},{"id":"2506.05305","title":"ProRefine: Inference-Time Prompt Refinement with Textual Feedback","created":"2025-06-05","cited_by_count":8,"area":"agents"},{"id":"2508.05508","title":"Auto-Eval Judge: Towards a General Agentic Framework for Task Completion Evaluation","created":"2025-08-07","cited_by_count":8,"area":"agents"},{"id":"2512.12791","title":"Beyond Task Completion: An Assessment Framework for Evaluating Agentic AI Systems","created":"2025-12-14","cited_by_count":8,"area":"agents"},{"id":"2512.14503","title":"RecGPT-V2 Technical Report","created":"2025-12-16","cited_by_count":8,"area":null},{"id":"2602.08401","title":"On Protecting Agentic Systems' Intellectual Property via Watermarking","created":"2026-02-09","cited_by_count":8,"area":"agents"},{"id":"2603.23522","title":"Qworld: Question-Specific Evaluation Criteria for LLMs","created":"2026-03-06","cited_by_count":8,"area":null},{"id":"2605.22645","title":"AtelierEval: Agentic Evaluation of Humans & LLMs as Text-to-Image Prompters","created":"2026-05-21","cited_by_count":8,"area":"mllm"},{"id":"2606.26448","title":"Closing the Loop to Discover Psychological Theories with an Automated Cognitive Scientist","created":"2026-06-24","cited_by_count":8,"area":null},{"id":"2607.01874","title":"SkillCoach: Self-Evolving Rubrics for Evaluating and Enhancing Agentic Skill-Use","created":"2026-07-02","cited_by_count":8,"area":"agents"},{"id":"2608.14905","title":"How Do Agents Fail on AutoResearch: End-to-End Diagnostic Evaluation on 100 Real-World Frontier Research Tasks","created":"2026-08-14","cited_by_count":8,"area":"agents"},{"id":"2501.13699","title":"DI-BENCH: Benchmarking Large Language Models on Dependency Inference with Testable Repositories at Scale","created":"2025-01-23","cited_by_count":7,"area":null},{"id":"2508.02921","title":"PentestJudge: Judging Agent Behavior Against Operational Requirements","created":"2025-08-04","cited_by_count":7,"area":"agents"},{"id":"2508.13787","title":"BetaWeb: Towards a Blockchain-enabled Trustworthy Agentic Web","created":"2025-08-19","cited_by_count":7,"area":"agents"},{"id":"2601.22136","title":"StepShield: When, Not Whether to Intervene on Rogue Agents","created":"2026-01-29","cited_by_count":7,"area":"safety"},{"id":"2606.29920","title":"Can LLM-as-a-Judge Reliably Verify Rubrics in Agentic Scenarios?","created":"2026-06-29","cited_by_count":7,"area":"agents"},{"id":"2504.01495","title":"Are Autonomous Web Agents Good Testers?","created":"2025-04-02","cited_by_count":6,"area":"agents"},{"id":"2505.12543","title":"Disambiguation in Conversational Question Answering in the Era of LLMs and Agents: A Survey","created":"2025-05-18","cited_by_count":6,"area":"agents"},{"id":"2506.10403","title":"Time To Impeach LLM-as-a-Judge: Programs are the Future of Evaluation","created":"2025-06-12","cited_by_count":6,"area":null},{"id":"2601.07338","title":"Beyond Literal Mapping: Benchmarking and Improving Non-Literal Translation Evaluation","created":"2026-01-12","cited_by_count":6,"area":null},{"id":"2603.17104","title":"When the Specification Emerges: Benchmarking Faithfulness Loss in Long-Horizon Coding Agents","created":"2026-03-17","cited_by_count":6,"area":"agents"},{"id":"2604.18224","title":"WebCompass: Towards Multimodal Web Coding Evaluation for Code Language Models","created":"2026-04-20","cited_by_count":6,"area":"agents"},{"id":"2605.05980","title":"TACT: Mitigating Overthinking and Overacting in Coding Agents via Activation Steering","created":"2026-05-07","cited_by_count":6,"area":"lr"},{"id":"2606.05391","title":"Human oversight of agentic systems in practice: Examining the oversight work, challenges, and heuristics of developers using software agents","created":"2026-06-03","cited_by_count":6,"area":"agents"},{"id":"2606.06462","title":"Benchmark Everything Everywhere All at Once","created":"2026-06-04","cited_by_count":6,"area":null},{"id":"2606.26080","title":"Neglected Free Lunch from Post-training: Progress Advantage for LLM Agents","created":"2026-06-24","cited_by_count":6,"area":"lr"},{"id":"2503.10673","title":"ZeroSumEval: An Extensible Framework For Scaling LLM Evaluation with Inter-Model Competition","created":"2025-03-10","cited_by_count":5,"area":null}],"next_cursor":"100"}