{"total":326,"rows":[{"id":"2406.11939","title":"From Crowdsourced Data to High-Quality Benchmarks: Arena-Hard and BenchBuilder Pipeline","created":"2024-06-17","cited_by_count":500,"area":null},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2605.00674","title":"Beyond Benchmarks: MathArena as an Evaluation Platform for Mathematics with LLMs","created":"2026-05-01","cited_by_count":137,"area":null},{"id":"2502.21321","title":"LLM Post-Training: A Deep Dive into Reasoning Large Language Models","created":"2025-02-28","cited_by_count":135,"area":"lr"},{"id":"2407.11005","title":"RAGBench: Explainable Benchmark for Retrieval-Augmented Generation Systems","created":"2024-06-25","cited_by_count":117,"area":"rag"},{"id":"2504.09037","title":"A Survey of Frontiers in LLM Reasoning: Inference Scaling, Learning to Reason, and Agentic Systems","created":"2025-04-12","cited_by_count":111,"area":"lr"},{"id":"2407.18370","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","created":"2024-07-25","cited_by_count":105,"area":null},{"id":"2406.11657","title":"Can LLM be a Personalized Judge?","created":"2024-06-17","cited_by_count":100,"area":null},{"id":"2407.04622","title":"On scalable oversight with weak LLMs judging strong LLMs","created":"2024-07-05","cited_by_count":99,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2410.03608","title":"TICKing All the Boxes: Generated Checklists Improve LLM Evaluation and Generation","created":"2024-10-04","cited_by_count":68,"area":null},{"id":"2505.23802","title":"MedHELM: Holistic Evaluation of Large Language Models for Medical Tasks","created":"2025-05-26","cited_by_count":64,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2405.11804","title":"(Perhaps) Beyond Human Translation: Harnessing Multi-Agent Collaboration for Translating Ultra-Long Literary Texts","created":"2024-05-20","cited_by_count":49,"area":"agents"},{"id":"2506.07962","title":"Correlated Errors in Large Language Models","created":"2025-06-09","cited_by_count":45,"area":null},{"id":"2405.20850","title":"Improving Reward Models with Synthetic Critiques","created":"2024-05-31","cited_by_count":44,"area":"alignment"},{"id":"2407.02552","title":"RLHF Can Speak Many Languages: Unlocking Multilingual Preference Optimization for LLMs","created":"2024-07-02","cited_by_count":43,"area":"alignment"},{"id":"2502.15631","title":"The relationship between reasoning and performance in large language models--o3 (mini) thinks harder, not longer","created":"2025-02-21","cited_by_count":41,"area":"lr"},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2510.27106","title":"Rating Roulette: Self-Inconsistency in LLM-As-A-Judge Frameworks","created":"2025-10-31","cited_by_count":38,"area":null},{"id":"2411.06176","title":"M-Longdoc: A Benchmark For Multimodal Super-Long Document Understanding And A Retrieval-Aware Tuning Framework","created":"2024-11-09","cited_by_count":36,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2405.02287","title":"Vibe-Eval: A hard evaluation suite for measuring progress of multimodal language models","created":"2024-05-03","cited_by_count":35,"area":"mllm"},{"id":"2410.06458","title":"LLM Self-Correction with DeCRIM: Decompose, Critique, and Refine for Enhanced Following of Instructions with Multiple Constraints","created":"2024-10-09","cited_by_count":35,"area":"lr"},{"id":"2410.17578","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","created":"2024-10-23","cited_by_count":35,"area":"alignment"},{"id":"2410.03868","title":"Can Language Models Reason about Individualistic Human Values and Preferences?","created":"2024-10-04","cited_by_count":34,"area":"lr"},{"id":"2409.11239","title":"LLM-as-a-Judge & Reward Model: What They Can and Cannot Do","created":"2024-09-17","cited_by_count":32,"area":"alignment"},{"id":"2408.08808","title":"Constructing Domain-Specific Evaluation Sets for LLM-as-a-judge","created":"2024-08-16","cited_by_count":30,"area":null},{"id":"2505.12201","title":"How Reliable is Multilingual LLM-as-a-Judge?","created":"2025-05-18","cited_by_count":30,"area":null},{"id":"2412.17596","title":"Evaluating LLMs' Divergent Thinking Capabilities for Scientific Idea Generation with Minimal Context","created":"2024-12-23","cited_by_count":28,"area":"lr"},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2503.09347","title":"Safer or Luckier? LLMs as Safety Evaluators Are Not Robust to Artifacts","created":"2025-03-12","cited_by_count":26,"area":null},{"id":"2605.29800","title":"Nine Judges, Two Effective Votes: Correlated Errors Undermine LLM Evaluation Panels","created":"2026-05-28","cited_by_count":26,"area":null},{"id":"2408.09235","title":"Reference-Guided Verdict: LLMs-as-Judges in Automatic Evaluation of Free-Form QA","created":"2024-08-17","cited_by_count":25,"area":null},{"id":"2503.13792","title":"Identifying and Mitigating Position Bias of Multi-image Vision-Language Models","created":"2025-03-18","cited_by_count":25,"area":"mllm"},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2506.18203","title":"Shrinking the Generation-Verification Gap with Weak Verifiers","created":"2025-06-22","cited_by_count":24,"area":null},{"id":"2509.06822","title":"RAFFLES: Reasoning-based Attribution of Faults for LLM Systems","created":"2025-09-08","cited_by_count":21,"area":"lr"},{"id":"2502.12501","title":"Crowd Comparative Reasoning: Unlocking Comprehensive Evaluations for LLM-as-a-Judge","created":"2025-02-18","cited_by_count":19,"area":"lr"},{"id":"2405.13684","title":"CrossCheckGPT: Universal Hallucination Ranking for Multimodal Foundation Models","created":"2024-05-22","cited_by_count":18,"area":null},{"id":"2410.11594","title":"Black-box Uncertainty Quantification Method for LLM-as-a-Judge","created":"2024-10-15","cited_by_count":18,"area":null},{"id":"2504.19254","title":"Uncertainty Quantification for Language Models: A Suite of Black-Box, White-Box, LLM Judge, and Ensemble Scorers","created":"2025-04-27","cited_by_count":18,"area":null},{"id":"2406.17600","title":"\"Seeing the Big through the Small\": Can LLMs Approximate Human Judgment Distributions on NLI from a Few Explanations?","created":"2024-06-25","cited_by_count":17,"area":null},{"id":"2602.14878","title":"Model Context Protocol (MCP) Tool Descriptions Are Smelly! Towards Improving AI Agent Efficiency with Augmented MCP Tool Descriptions","created":"2026-02-16","cited_by_count":17,"area":"agents"},{"id":"2410.15287","title":"Training Language Models to Critique With Multi-agent Feedback","created":"2024-10-20","cited_by_count":16,"area":"agents"},{"id":"2504.17087","title":"Leveraging LLMs as Meta-Judges: A Multi-Agent Framework for Evaluating LLM Judgments","created":"2025-04-23","cited_by_count":16,"area":"agents"},{"id":"2504.01001","title":"Zero-shot Benchmarking: A Framework for Flexible and Scalable Automatic Evaluation of Language Models","created":"2025-04-01","cited_by_count":14,"area":null},{"id":"2504.11972","title":"Reassessing Extractive QA Datasets at Scale: LLM-as-a-Judge and In-Depth Analyses","created":"2025-04-16","cited_by_count":14,"area":null},{"id":"2410.15512","title":"Reverse Question Answering: Can an LLM Write a Question so Hard (or Bad) that it Can't Answer?","created":"2024-10-20","cited_by_count":13,"area":null},{"id":"2504.09714","title":"Evaluating the Quality of Benchmark Datasets for Low-Resource Languages: A Case Study on Turkish","created":"2025-04-13","cited_by_count":13,"area":null},{"id":"2603.00039","title":"CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation","created":"2026-02-09","cited_by_count":13,"area":null},{"id":"2606.14199","title":"OdysSim: Building Foundation Models for Human Behavior Simulation","created":"2026-06-12","cited_by_count":13,"area":null},{"id":"2408.08688","title":"The Fellowship of the LLMs: Multi-Model Workflows for Synthetic Preference Optimization Dataset Generation","created":"2024-08-16","cited_by_count":11,"area":"alignment"},{"id":"2503.06573","title":"WildIFEval: Instruction Following in the Wild","created":"2025-03-09","cited_by_count":11,"area":null},{"id":"2504.12663","title":"Persona-judge: Personalized Alignment of Large Language Models via Token-level Self-judgment","created":"2025-04-17","cited_by_count":11,"area":"alignment"},{"id":"2505.19477","title":"Judging with Many Minds: Do More Perspectives Mean Less Prejudice? On Bias Amplifications and Resistance in Multi-Agent Based LLM-as-Judge","created":"2025-05-26","cited_by_count":11,"area":"agents"},{"id":"2601.19532","title":"Benchmarks Saturate When The Model Gets Smarter Than The Judge","created":"2026-01-27","cited_by_count":11,"area":null},{"id":"2602.17053","title":"RFEval: Benchmarking Reasoning Faithfulness under Counterfactual Reasoning Intervention in Large Reasoning Models","created":"2026-02-19","cited_by_count":11,"area":"lr"},{"id":"2604.06996","title":"Self-Preference Bias in Rubric-Based Evaluation of Large Language Models","created":"2026-04-08","cited_by_count":11,"area":null},{"id":"2409.06820","title":"PingPong: A Benchmark for Role-Playing Language Models with User Emulation and Multi-Model Evaluation","created":"2024-09-10","cited_by_count":10,"area":null},{"id":"2502.08514","title":"Faithful, Unfaithful or Ambiguous? Multi-Agent Debate with Initial Stance for Summary Evaluation","created":"2025-02-12","cited_by_count":10,"area":"agents"},{"id":"2502.17591","title":"Proactive Privacy Amnesia for Large Language Models: Safeguarding PII with Negligible Impact on Model Utility","created":"2025-02-24","cited_by_count":10,"area":null},{"id":"2605.09808","title":"Quantifying the Utility of User Simulators for Building Collaborative LLM Assistants","created":"2026-05-10","cited_by_count":10,"area":null},{"id":"2607.28802","title":"Model or Harness? An Interaction-Centric Taxonomy for Localizing Agent Failures","created":"2026-07-30","cited_by_count":10,"area":null},{"id":"2503.04804","title":"What do Large Language Models Say About Animals? Investigating Risks of Animal Harm in Generated Text","created":"2025-03-03","cited_by_count":9,"area":null},{"id":"2503.17755","title":"Improving Preference Extraction In LLMs By Identifying Latent Knowledge Through Classifying Probes","created":"2025-03-22","cited_by_count":9,"area":null},{"id":"2507.17015","title":"Can External Validation Tools Improve Annotation Quality for LLM-as-a-Judge?","created":"2025-07-22","cited_by_count":9,"area":null},{"id":"2508.15842","title":"Lexical Hints of Accuracy in LLM Reasoning Chains","created":"2025-08-19","cited_by_count":9,"area":"lr"},{"id":"2509.00591","title":"Probe-Rewrite-Evaluate: A Workflow for Reliable Benchmarks and Quantifying Evaluation Awareness","created":"2025-08-30","cited_by_count":9,"area":null},{"id":"2601.13262","title":"CURE-Med: Curriculum-Informed Reinforcement Learning for Multilingual Medical Reasoning","created":"2026-01-19","cited_by_count":9,"area":"lr"},{"id":"2608.05179","title":"Autonomous Research Agents: A Survey of AI Scientists and the Verification Gap","created":"2026-06-29","cited_by_count":9,"area":"agents"},{"id":"2502.20170","title":"Re-evaluating Open-ended Evaluation of Large Language Models","created":"2025-02-27","cited_by_count":8,"area":null},{"id":"2506.05305","title":"ProRefine: Inference-Time Prompt Refinement with Textual Feedback","created":"2025-06-05","cited_by_count":8,"area":"agents"},{"id":"2506.19073","title":"MFTCXplain: A Multilingual Benchmark Dataset for Evaluating the Moral Reasoning of LLMs through Multi-hop Hate Speech Explanation","created":"2025-06-23","cited_by_count":8,"area":"lr"},{"id":"2507.21134","title":"TRIDENT: Benchmarking LLM Safety in Finance, Medicine, and Law","created":"2025-07-22","cited_by_count":8,"area":"safety"},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2605.06161","title":"Beyond Accuracy: Policy Invariance as a Reliability Test for LLM Safety Judges","created":"2026-05-07","cited_by_count":8,"area":"safety"},{"id":"2408.14960","title":"Multilingual Arbitrage: Optimizing Data Pools to Accelerate Multilingual Progress","created":"2024-08-27","cited_by_count":7,"area":null},{"id":"2502.18018","title":"Verdict: A Library for Scaling Judge-Time Compute","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2506.22157","title":"Training Language Model to Critique for Better Refinement","created":"2025-06-27","cited_by_count":7,"area":null},{"id":"2507.17216","title":"The Pluralistic Moral Gap: Understanding Judgment and Value Differences between Humans and Large Language Models","created":"2025-07-23","cited_by_count":7,"area":null},{"id":"2508.08509","title":"Steerable Pluralism: Pluralistic Alignment via Few-Shot Comparative Regression","created":"2025-08-11","cited_by_count":7,"area":"alignment"},{"id":"2601.08654","title":"From Rubrics to Reliable Scores: Evidence-Grounded Text Evaluation with LLM Judges","created":"2026-01-13","cited_by_count":7,"area":null},{"id":"2602.16610","title":"Who can we trust? LLM-as-a-jury for Comparative Assessment","created":"2026-02-18","cited_by_count":7,"area":null},{"id":"2406.07275","title":"DCA-Bench: A Benchmark for Dataset Curation Agents","created":"2024-06-11","cited_by_count":6,"area":"agents"},{"id":"2410.09012","title":"Software Engineering and Foundation Models: Insights from Industry Blogs Using a Jury of Foundation Models","created":"2024-10-11","cited_by_count":6,"area":null},{"id":"2410.10215","title":"SkillAggregation: Reference-free LLM-Dependent Aggregation","created":"2024-10-14","cited_by_count":6,"area":null},{"id":"2503.08327","title":"Adding Chocolate to Mint: Mitigating Metric Interference in Machine Translation","created":"2025-03-11","cited_by_count":6,"area":null},{"id":"2503.08542","title":"CLEV: LLM-Based Evaluation Through Lightweight Efficient Voting for Free-Form Question-Answering","created":"2025-03-11","cited_by_count":6,"area":null},{"id":"2504.14738","title":"PROMPTEVALS: A Dataset of Assertions and Guardrails for Custom Production Large Language Model Pipelines","created":"2025-04-20","cited_by_count":6,"area":"safety"},{"id":"2509.07966","title":"Visual-TableQA: Open-Domain Benchmark for Reasoning over Table Images","created":"2025-09-09","cited_by_count":6,"area":"lr"},{"id":"2510.13272","title":"Beyond Correctness: Rewarding Faithful Reasoning in Retrieval-Augmented Generation","created":"2025-10-15","cited_by_count":6,"area":"lr"},{"id":"2604.10291","title":"TimeSeriesExamAgent: Creating Time Series Reasoning Benchmarks at Scale","created":"2026-04-11","cited_by_count":6,"area":"lr"},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2609.29769","title":"Decision Models vs. LLMs as Rubric Judges: Cheaper, Faster, and Wrong in the Same Places","created":"2026-09-24","cited_by_count":6,"area":null}],"next_cursor":"100"}