{"total":71,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2404.18796","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","created":"2024-04-29","cited_by_count":326,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269,"area":null},{"id":"2406.01297","title":"When Can LLMs Actually Correct Their Own Mistakes? A Critical Survey of Self-Correction of LLMs","created":"2024-06-03","cited_by_count":240,"area":null},{"id":"2310.19736","title":"Evaluating Large Language Models: A Comprehensive Survey","created":"2023-10-30","cited_by_count":202,"area":null},{"id":"2309.17012","title":"Benchmarking Cognitive Biases in Large Language Models as Evaluators","created":"2023-09-29","cited_by_count":150,"area":null},{"id":"2407.04622","title":"On scalable oversight with weak LLMs judging strong LLMs","created":"2024-07-05","cited_by_count":99,"area":null},{"id":"2404.11457","title":"Bias and Unfairness in Information Retrieval Systems: New Challenges in the LLM Era","created":"2024-04-17","cited_by_count":98,"area":null},{"id":"2309.06794","title":"Cognitive Mirage: A Review of Hallucinations in Large Language Models","created":"2023-09-13","cited_by_count":84,"area":null},{"id":"2309.13633","title":"EvalLM: Interactive Evaluation of Large Language Model Prompts on User-Defined Criteria","created":"2023-09-24","cited_by_count":74,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2404.03602","title":"Evaluating LLMs at Detecting Errors in LLM Responses","created":"2024-04-04","cited_by_count":50,"area":null},{"id":"2402.12563","title":"Confidence Matters: Revisiting Intrinsic Self-Correction Capabilities of Large Language Models","created":"2024-02-19","cited_by_count":47,"area":null},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2311.08702","title":"Debate Helps Supervise Unreliable Experts","created":"2023-11-15","cited_by_count":43,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2310.08367","title":"MCU: An Evaluation Framework for Open-Ended Game Agents","created":"2023-10-12","cited_by_count":34,"area":null},{"id":"2410.15393","title":"CalibraEval: Calibrating Prediction Distribution to Mitigate Selection Bias in LLMs-as-Judges","created":"2024-10-20","cited_by_count":34,"area":null},{"id":"2508.20033","title":"DeepScholar-Bench: A Live Benchmark and Automated Evaluation for Generative Research Synthesis","created":"2025-08-27","cited_by_count":34,"area":null},{"id":"2402.17826","title":"Prediction-Powered Ranking of Large Language Models","created":"2024-02-27","cited_by_count":29,"area":null},{"id":"2401.15641","title":"PRE: A Peer Review Based Large Language Model Evaluator","created":"2024-01-28","cited_by_count":28,"area":null},{"id":"2402.12326","title":"PsychoGAT: A Novel Psychological Measurement Paradigm through Interactive Fiction Games with LLM Agents","created":"2024-02-19","cited_by_count":28,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2503.09347","title":"Safer or Luckier? LLMs as Safety Evaluators Are Not Robust to Artifacts","created":"2025-03-12","cited_by_count":26,"area":null},{"id":"2402.00371","title":"What Does the Bot Say? Opportunities and Risks of Large Language Models in Social Media Bot Detection","created":"2024-02-01","cited_by_count":25,"area":null},{"id":"2407.10725","title":"CLAVE: An Adaptive Framework for Evaluating Values of LLM Generated Responses","created":"2024-07-15","cited_by_count":23,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2403.08010","title":"Debatrix: Multi-dimensional Debate Judge with Iterative Chronological Analysis Based on LLM","created":"2024-03-12","cited_by_count":21,"area":null},{"id":"2408.13545","title":"IQA-EVAL: Automatic Evaluation of Human-Model Interactive Question Answering","created":"2024-08-24","cited_by_count":19,"area":null},{"id":"2509.17995","title":"Variation in Verification: Understanding Verification Dynamics in Large Language Models","created":"2025-09-22","cited_by_count":19,"area":null},{"id":"2406.18528","title":"PrExMe! Large Scale Prompt Exploration of Open Source LLMs for Machine Translation and Summarization Evaluation","created":"2024-06-26","cited_by_count":16,"area":null},{"id":"2411.04424","title":"Bayesian Calibration of Win Rate Estimation with LLM Evaluators","created":"2024-11-07","cited_by_count":16,"area":null},{"id":"2309.13701","title":"ALLURE: Auditing and Improving LLM-based Evaluation of Text using Iterative In-Context-Learning","created":"2023-09-24","cited_by_count":15,"area":null},{"id":"2410.04663","title":"Debate, Deliberate, Decide (D3): A Cost-Aware Adversarial Framework for Reliable and Interpretable LLM Evaluation","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2402.01830","title":"PiCO: Peer Review in LLMs based on the Consistency Optimization","created":"2024-02-02","cited_by_count":14,"area":null},{"id":"2402.12590","title":"Evolving AI Collectives to Enhance Human Diversity and Enable Self-Regulation","created":"2024-02-19","cited_by_count":13,"area":null},{"id":"2410.12869","title":"Towards Acyclic Preference Evaluation of Language Models via Multiple Evaluators","created":"2024-10-14","cited_by_count":13,"area":null},{"id":"2603.00039","title":"CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation","created":"2026-02-09","cited_by_count":13,"area":null},{"id":"2408.13704","title":"DHP Benchmark: Are LLMs Good NLG Evaluators?","created":"2024-08-25","cited_by_count":12,"area":null},{"id":"2401.02575","title":"Large Language Models for Social Networks: Applications, Challenges, and Solutions","created":"2024-01-04","cited_by_count":11,"area":null},{"id":"2406.12319","title":"The Comparative Trap: Pairwise Comparisons Amplifies Biased Preferences of LLM Evaluators","created":"2024-06-18","cited_by_count":11,"area":null},{"id":"2502.01754","title":"Evaluation of Large Language Models via Coupled Token Generation","created":"2025-02-03","cited_by_count":8,"area":null},{"id":"2404.06003","title":"FreeEval: A Modular Framework for Trustworthy and Efficient Evaluation of Large Language Models","created":"2024-04-09","cited_by_count":7,"area":null},{"id":"2502.18018","title":"Verdict: A Library for Scaling Judge-Time Compute","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2311.04928","title":"Leveraging Large Language Models for Collective Decision-Making","created":"2023-11-03","cited_by_count":6,"area":null},{"id":"2410.10215","title":"SkillAggregation: Reference-free LLM-Dependent Aggregation","created":"2024-10-14","cited_by_count":6,"area":null},{"id":"2405.10516","title":"Language Models can Evaluate Themselves via Probability Discrepancy","created":"2024-05-17","cited_by_count":5,"area":null},{"id":"2409.14744","title":"LINKAGE: Listwise Ranking among Varied-Quality References for Non-Factoid QA Evaluation via LLMs","created":"2024-09-23","cited_by_count":5,"area":null},{"id":"2402.13524","title":"OMGEval: An Open Multilingual Generative Evaluation Benchmark for Large Language Models","created":"2024-02-21","cited_by_count":4,"area":null},{"id":"2503.11858","title":"OpeNLGauge: An Explainable Metric for NLG Evaluation with Open-Weights LLMs","created":"2025-03-14","cited_by_count":4,"area":null},{"id":"2505.12808","title":"Decentralized Arena: Towards Democratic and Scalable Automatic Evaluation of Language Models","created":"2025-05-19","cited_by_count":4,"area":null},{"id":"2405.09186","title":"HumanRankEval: Automatic Evaluation of LMs as Conversational Assistants","created":"2024-05-15","cited_by_count":3,"area":null},{"id":"2406.10918","title":"Multi-LLM QA with Embodied Exploration","created":"2024-06-16","cited_by_count":3,"area":null},{"id":"2407.09311","title":"Scalability of Bayesian Network Structure Elicitation with Large Language Models: a Novel Methodology and Comparative Analysis","created":"2024-07-12","cited_by_count":3,"area":null},{"id":"2508.00454","title":"Learning an Efficient Multi-Turn Dialogue Evaluator from Multiple LLM Judges","created":"2025-08-01","cited_by_count":3,"area":null},{"id":"2505.14818","title":"WebNovelBench: Placing LLM Novelists on the Web Novel Distribution","created":"2025-05-20","cited_by_count":2,"area":null},{"id":"2606.30931","title":"RoPoLL: Robust Panel of LLM Judges","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2408.13738","title":"Poor-Supervised Evaluation for SuperLLM via Mutual Consistency","created":"2024-08-25","cited_by_count":1,"area":null},{"id":"2602.05110","title":"Understanding LLM Evaluator Behavior: A Structured Multi-Evaluator Framework for Merchant Risk Assessment","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2608.25869","title":"Anchoring Bias in LLM-as-a-Judge Systems: Prior Scores Compromise Evaluation Independence","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2408.11936","title":"Estimating Contribution Quality in Online Deliberations Using a Large Language Model","created":"2024-08-21","cited_by_count":0,"area":null},{"id":"2409.18014","title":"Role-RL: Online Long-Context Processing with Role Reinforcement Learning for Distinct LLMs in Their Optimal Roles","created":"2024-09-26","cited_by_count":0,"area":null},{"id":"2410.07693","title":"Multi-Facet Counterfactual Learning for Content Quality Evaluation","created":"2024-10-10","cited_by_count":0,"area":null},{"id":"2607.05638","title":"EvalLoop: A Methodology for Evaluation-Driven Iterative Improvement of Business AI Systems","created":"2026-07-06","cited_by_count":0,"area":null}],"next_cursor":null}