{"total":114,"rows":[{"id":"2308.07201","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","created":"2023-08-14","cited_by_count":742,"area":"agents"},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2404.18796","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","created":"2024-04-29","cited_by_count":326,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269,"area":null},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2406.01297","title":"When Can LLMs Actually Correct Their Own Mistakes? A Critical Survey of Self-Correction of LLMs","created":"2024-06-03","cited_by_count":240,"area":null},{"id":"2308.03188","title":"Automatically Correcting Large Language Models: Surveying the landscape of diverse self-correction strategies","created":"2023-08-06","cited_by_count":238,"area":"lr"},{"id":"2310.19736","title":"Evaluating Large Language Models: A Comprehensive Survey","created":"2023-10-30","cited_by_count":202,"area":null},{"id":"2309.17012","title":"Benchmarking Cognitive Biases in Large Language Models as Evaluators","created":"2023-09-29","cited_by_count":150,"area":null},{"id":"2504.09037","title":"A Survey of Frontiers in LLM Reasoning: Inference Scaling, Learning to Reason, and Agentic Systems","created":"2025-04-12","cited_by_count":111,"area":"lr"},{"id":"2407.04622","title":"On scalable oversight with weak LLMs judging strong LLMs","created":"2024-07-05","cited_by_count":99,"area":null},{"id":"2404.11457","title":"Bias and Unfairness in Information Retrieval Systems: New Challenges in the LLM Era","created":"2024-04-17","cited_by_count":98,"area":null},{"id":"2406.12708","title":"AgentReview: Exploring Peer Review Dynamics with LLM Agents","created":"2024-06-18","cited_by_count":93,"area":"agents"},{"id":"2309.06794","title":"Cognitive Mirage: A Review of Hallucinations in Large Language Models","created":"2023-09-13","cited_by_count":84,"area":null},{"id":"2508.17536","title":"Debate or Vote: Which Yields Better Decisions in Multi-Agent Large Language Models?","created":"2025-08-24","cited_by_count":81,"area":"lr"},{"id":"2309.13633","title":"EvalLM: Interactive Evaluation of Large Language Model Prompts on User-Defined Criteria","created":"2023-09-24","cited_by_count":74,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2311.08152","title":"Towards Reasoning in Large Language Models via Multi-Agent Peer Review Collaboration","created":"2023-11-14","cited_by_count":51,"area":"lr"},{"id":"2404.03602","title":"Evaluating LLMs at Detecting Errors in LLM Responses","created":"2024-04-04","cited_by_count":50,"area":null},{"id":"2402.12563","title":"Confidence Matters: Revisiting Intrinsic Self-Correction Capabilities of Large Language Models","created":"2024-02-19","cited_by_count":47,"area":null},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2311.08702","title":"Debate Helps Supervise Unreliable Experts","created":"2023-11-15","cited_by_count":43,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2405.20267","title":"Auto-Arena: Automating LLM Evaluations with Agent Peer Battles and Committee Discussions","created":"2024-05-30","cited_by_count":42,"area":"agents"},{"id":"2401.16788","title":"Can Large Language Models be Trusted for Evaluation? Scalable Meta-Evaluation of LLMs as Evaluators via Agent Debate","created":"2024-01-30","cited_by_count":41,"area":"agents"},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2403.16843","title":"Do LLM Agents Have Regret? A Case Study in Online Learning and Games","created":"2024-03-25","cited_by_count":35,"area":"agents"},{"id":"2405.10467","title":"Agent Design Pattern Catalogue: A Collection of Architectural Patterns for Foundation Model based Agents","created":"2024-05-16","cited_by_count":35,"area":"agents"},{"id":"2310.08367","title":"MCU: An Evaluation Framework for Open-Ended Game Agents","created":"2023-10-12","cited_by_count":34,"area":null},{"id":"2410.15393","title":"CalibraEval: Calibrating Prediction Distribution to Mitigate Selection Bias in LLMs-as-Judges","created":"2024-10-20","cited_by_count":34,"area":null},{"id":"2508.20033","title":"DeepScholar-Bench: A Live Benchmark and Automated Evaluation for Generative Research Synthesis","created":"2025-08-27","cited_by_count":34,"area":null},{"id":"2310.07712","title":"Found in the Middle: Permutation Self-Consistency Improves Listwise Ranking in Large Language Models","created":"2023-10-11","cited_by_count":31,"area":"lr"},{"id":"2411.03284","title":"SMoA: Improving Multi-agent Large Language Models with Sparse Mixture-of-Agents","created":"2024-11-05","cited_by_count":30,"area":"agents"},{"id":"2402.17826","title":"Prediction-Powered Ranking of Large Language Models","created":"2024-02-27","cited_by_count":29,"area":null},{"id":"2406.19643","title":"Debate-to-Write: A Persona-Driven Multi-Agent Framework for Diverse Argument Generation","created":"2024-06-28","cited_by_count":29,"area":"agents"},{"id":"2401.15641","title":"PRE: A Peer Review Based Large Language Model Evaluator","created":"2024-01-28","cited_by_count":28,"area":null},{"id":"2402.12326","title":"PsychoGAT: A Novel Psychological Measurement Paradigm through Interactive Fiction Games with LLM Agents","created":"2024-02-19","cited_by_count":28,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2407.04549","title":"Spontaneous Reward Hacking in Iterative Self-Refinement","created":"2024-07-05","cited_by_count":26,"area":"alignment"},{"id":"2503.09347","title":"Safer or Luckier? LLMs as Safety Evaluators Are Not Robust to Artifacts","created":"2025-03-12","cited_by_count":26,"area":null},{"id":"2402.00371","title":"What Does the Bot Say? Opportunities and Risks of Large Language Models in Social Media Bot Detection","created":"2024-02-01","cited_by_count":25,"area":null},{"id":"2411.00053","title":"ACC-Collab: An Actor-Critic Approach to Multi-Agent LLM Collaboration","created":"2024-10-30","cited_by_count":24,"area":"agents"},{"id":"2407.10725","title":"CLAVE: An Adaptive Framework for Evaluating Values of LLM Generated Responses","created":"2024-07-15","cited_by_count":23,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2403.08010","title":"Debatrix: Multi-dimensional Debate Judge with Iterative Chronological Analysis Based on LLM","created":"2024-03-12","cited_by_count":21,"area":null},{"id":"2408.13545","title":"IQA-EVAL: Automatic Evaluation of Human-Model Interactive Question Answering","created":"2024-08-24","cited_by_count":19,"area":null},{"id":"2509.17995","title":"Variation in Verification: Understanding Verification Dynamics in Large Language Models","created":"2025-09-22","cited_by_count":19,"area":null},{"id":"2403.05307","title":"Tapilot-Crossing: Benchmarking and Evolving LLMs Towards Interactive Data Analysis Agents","created":"2024-03-08","cited_by_count":17,"area":"agents"},{"id":"2409.01524","title":"S^3cMath: Spontaneous Step-level Self-correction Makes Large Language Models Better Mathematical Reasoners","created":"2024-09-03","cited_by_count":17,"area":"lr"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2508.02994","title":"When AIs Judge AIs: The Rise of Agent-as-a-Judge Evaluation for LLMs","created":"2025-08-05","cited_by_count":17,"area":"agents"},{"id":"2406.18528","title":"PrExMe! Large Scale Prompt Exploration of Open Source LLMs for Machine Translation and Summarization Evaluation","created":"2024-06-26","cited_by_count":16,"area":null},{"id":"2411.04424","title":"Bayesian Calibration of Win Rate Estimation with LLM Evaluators","created":"2024-11-07","cited_by_count":16,"area":null},{"id":"2309.13701","title":"ALLURE: Auditing and Improving LLM-based Evaluation of Text using Iterative In-Context-Learning","created":"2023-09-24","cited_by_count":15,"area":null},{"id":"2410.04663","title":"Debate, Deliberate, Decide (D3): A Cost-Aware Adversarial Framework for Reliable and Interpretable LLM Evaluation","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2402.01830","title":"PiCO: Peer Review in LLMs based on the Consistency Optimization","created":"2024-02-02","cited_by_count":14,"area":null},{"id":"2402.18439","title":"Beyond Natural Language: LLMs Leveraging Alternative Formats for Enhanced Reasoning and Communication","created":"2024-02-28","cited_by_count":14,"area":"lr"},{"id":"2402.12590","title":"Evolving AI Collectives to Enhance Human Diversity and Enable Self-Regulation","created":"2024-02-19","cited_by_count":13,"area":null},{"id":"2410.12869","title":"Towards Acyclic Preference Evaluation of Language Models via Multiple Evaluators","created":"2024-10-14","cited_by_count":13,"area":null},{"id":"2603.00039","title":"CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation","created":"2026-02-09","cited_by_count":13,"area":null},{"id":"2408.13704","title":"DHP Benchmark: Are LLMs Good NLG Evaluators?","created":"2024-08-25","cited_by_count":12,"area":null},{"id":"2507.08960","title":"How to Train a Leader: Hierarchical Reasoning in Multi-Agent LLMs","created":"2025-07-11","cited_by_count":12,"area":"lr"},{"id":"2401.02575","title":"Large Language Models for Social Networks: Applications, Challenges, and Solutions","created":"2024-01-04","cited_by_count":11,"area":null},{"id":"2406.12319","title":"The Comparative Trap: Pairwise Comparisons Amplifies Biased Preferences of LLM Evaluators","created":"2024-06-18","cited_by_count":11,"area":null},{"id":"2505.19477","title":"Judging with Many Minds: Do More Perspectives Mean Less Prejudice? On Bias Amplifications and Resistance in Multi-Agent Based LLM-as-Judge","created":"2025-05-26","cited_by_count":11,"area":"agents"},{"id":"2503.15272","title":"MAMM-Refine: A Recipe for Improving Faithfulness in Generation with Multi-Agent Collaboration","created":"2025-03-19","cited_by_count":9,"area":"agents"},{"id":"2502.01754","title":"Evaluation of Large Language Models via Coupled Token Generation","created":"2025-02-03","cited_by_count":8,"area":null},{"id":"2507.05981","title":"Multi-Agent Debate Strategies to Enhance Requirements Engineering with Large Language Models","created":"2025-07-08","cited_by_count":8,"area":"agents"},{"id":"2402.10744","title":"GenRES: Rethinking Evaluation for Generative Relation Extraction in the Era of Large Language Models","created":"2024-02-16","cited_by_count":7,"area":"lr"},{"id":"2404.06003","title":"FreeEval: A Modular Framework for Trustworthy and Efficient Evaluation of Large Language Models","created":"2024-04-09","cited_by_count":7,"area":null},{"id":"2502.18018","title":"Verdict: A Library for Scaling Judge-Time Compute","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2503.14941","title":"UPME: An Unsupervised Peer Review Framework for Multimodal Large Language Model Evaluation","created":"2025-03-19","cited_by_count":7,"area":"mllm"},{"id":"2504.02867","title":"Multi-Agent LLM Judge: automatic personalized LLM judge design for evaluating natural language generation applications","created":"2025-04-01","cited_by_count":7,"area":"agents"},{"id":"2311.04928","title":"Leveraging Large Language Models for Collective Decision-Making","created":"2023-11-03","cited_by_count":6,"area":null},{"id":"2312.03022","title":"Beyond Isolation: Multi-Agent Synergy for Improving Knowledge Graph Construction","created":"2023-12-05","cited_by_count":6,"area":"agents"},{"id":"2410.10215","title":"SkillAggregation: Reference-free LLM-Dependent Aggregation","created":"2024-10-14","cited_by_count":6,"area":null},{"id":"2405.10516","title":"Language Models can Evaluate Themselves via Probability Discrepancy","created":"2024-05-17","cited_by_count":5,"area":null},{"id":"2409.14744","title":"LINKAGE: Listwise Ranking among Varied-Quality References for Non-Factoid QA Evaluation via LLMs","created":"2024-09-23","cited_by_count":5,"area":null},{"id":"2402.13524","title":"OMGEval: An Open Multilingual Generative Evaluation Benchmark for Large Language Models","created":"2024-02-21","cited_by_count":4,"area":null},{"id":"2503.11858","title":"OpeNLGauge: An Explainable Metric for NLG Evaluation with Open-Weights LLMs","created":"2025-03-14","cited_by_count":4,"area":null},{"id":"2505.12808","title":"Decentralized Arena: Towards Democratic and Scalable Automatic Evaluation of Language Models","created":"2025-05-19","cited_by_count":4,"area":null},{"id":"2602.09411","title":"K-Sort Eval: Efficient Preference Evaluation for Visual Generation via Corrected VLM-as-a-Judge","created":"2026-02-10","cited_by_count":4,"area":"alignment"},{"id":"2405.09186","title":"HumanRankEval: Automatic Evaluation of LMs as Conversational Assistants","created":"2024-05-15","cited_by_count":3,"area":null},{"id":"2406.10918","title":"Multi-LLM QA with Embodied Exploration","created":"2024-06-16","cited_by_count":3,"area":null},{"id":"2407.09311","title":"Scalability of Bayesian Network Structure Elicitation with Large Language Models: a Novel Methodology and Comparative Analysis","created":"2024-07-12","cited_by_count":3,"area":null},{"id":"2505.19176","title":"Assistant-Guided Mitigation of Teacher Preference Bias in LLM-as-a-Judge","created":"2025-05-25","cited_by_count":3,"area":"alignment"},{"id":"2508.00454","title":"Learning an Efficient Multi-Turn Dialogue Evaluator from Multiple LLM Judges","created":"2025-08-01","cited_by_count":3,"area":null},{"id":"2511.10287","title":"OutSafe-Bench: A Benchmark for Multimodal Offensive Content Detection in Large Language Models","created":"2025-11-13","cited_by_count":3,"area":"mllm"},{"id":"2604.27366","title":"Judge, Then Drive: A Critic-Centric Vision Language Action Framework for Autonomous Driving","created":"2026-04-30","cited_by_count":3,"area":"vla"},{"id":"2607.26212","title":"Multi-Agent Debate Strategies: Survey, Taxonomy, and Challenges","created":"2026-07-28","cited_by_count":3,"area":"agents"},{"id":"2505.14818","title":"WebNovelBench: Placing LLM Novelists on the Web Novel Distribution","created":"2025-05-20","cited_by_count":2,"area":null},{"id":"2506.17782","title":"Expanding Relevance Judgments for Medical Case-based Retrieval Task with Multimodal LLMs","created":"2025-06-21","cited_by_count":2,"area":"mllm"},{"id":"2602.13571","title":"LLM-Confidence Reranker: A Training-Free Approach for Enhancing Retrieval-Augmented Generation Systems","created":"2026-02-14","cited_by_count":2,"area":"rag"},{"id":"2606.30931","title":"RoPoLL: Robust Panel of LLM Judges","created":"2026-06-29","cited_by_count":2,"area":null}],"next_cursor":"100"}