{"total":686,"rows":[{"id":"2406.15877","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","created":"2024-06-22","cited_by_count":546,"area":null},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2404.18796","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","created":"2024-04-29","cited_by_count":326,"area":null},{"id":"2410.21819","title":"Self-Preference Bias in LLM-as-a-Judge","created":"2024-10-29","cited_by_count":258,"area":null},{"id":"2405.07960","title":"AgentClinic: a multimodal agent benchmark to evaluate AI in simulated clinical environments","created":"2024-05-13","cited_by_count":231,"area":"agents"},{"id":"2504.01382","title":"An Illusion of Progress? Assessing the Current State of Web Agents","created":"2025-04-02","cited_by_count":174,"area":"agents"},{"id":"2510.04374","title":"GDPval: Evaluating AI Model Performance on Real-World Economically Valuable Tasks","created":"2025-10-05","cited_by_count":158,"area":null},{"id":"2506.01937","title":"RewardBench 2: Advancing Reward Model Evaluation","created":"2025-06-02","cited_by_count":150,"area":"alignment"},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2410.13787","title":"Looking Inward: Language Models Can Learn About Themselves by Introspection","created":"2024-10-17","cited_by_count":113,"area":null},{"id":"2407.18370","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","created":"2024-07-25","cited_by_count":105,"area":null},{"id":"2407.04622","title":"On scalable oversight with weak LLMs judging strong LLMs","created":"2024-07-05","cited_by_count":99,"area":null},{"id":"2406.04744","title":"CRAG -- Comprehensive RAG Benchmark","created":"2024-06-07","cited_by_count":97,"area":"rag"},{"id":"2503.15850","title":"Uncertainty Quantification and Confidence Calibration in Large Language Models: A Survey","created":"2025-03-20","cited_by_count":95,"area":"lr"},{"id":"2411.17451","title":"VL-RewardBench: A Challenging Benchmark for Vision-Language Generative Reward Models","created":"2024-11-26","cited_by_count":86,"area":"alignment"},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2406.03949","title":"UltraMedical: Building Specialized Generalists in Biomedicine","created":"2024-06-06","cited_by_count":67,"area":null},{"id":"2405.09605","title":"Elements of World Knowledge (EWoK): A Cognition-Inspired Framework for Evaluating Basic World Knowledge in Language Models","created":"2024-05-15","cited_by_count":55,"area":"wm"},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2509.00496","title":"ResearchQA: Evaluating Scholarly Question Answering at Scale Across 75 Fields with Survey-Mined Questions and Rubrics","created":"2025-08-30","cited_by_count":49,"area":null},{"id":"2506.07962","title":"Correlated Errors in Large Language Models","created":"2025-06-09","cited_by_count":45,"area":null},{"id":"2406.06560","title":"Inverse Constitutional AI: Compressing Preferences into Principles","created":"2024-06-02","cited_by_count":41,"area":"alignment"},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2504.03846","title":"Do LLM Evaluators Prefer Themselves for a Reason?","created":"2025-04-04","cited_by_count":38,"area":"lr"},{"id":"2504.14439","title":"LoRe: Personalizing LLMs via Low-Rank Reward Modeling","created":"2025-04-20","cited_by_count":38,"area":"alignment"},{"id":"2406.15053","title":"PARIKSHA: A Large-Scale Investigation of Human-LLM Evaluator Agreement on Multilingual and Multi-Cultural Data","created":"2024-06-21","cited_by_count":37,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2410.06458","title":"LLM Self-Correction with DeCRIM: Decompose, Critique, and Refine for Enhanced Following of Instructions with Multiple Constraints","created":"2024-10-09","cited_by_count":35,"area":"lr"},{"id":"2406.00888","title":"Aligning Language Models with Demonstrated Feedback","created":"2024-06-02","cited_by_count":34,"area":"alignment"},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2407.13647","title":"Weak-to-Strong Reasoning","created":"2024-07-18","cited_by_count":33,"area":"lr"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2406.14595","title":"Adversaries Can Misuse Combinations of Safe Models","created":"2024-06-20","cited_by_count":32,"area":null},{"id":"2405.00722","title":"LLMs for Generating and Evaluating Counterfactuals: A Comprehensive Study","created":"2024-04-26","cited_by_count":31,"area":null},{"id":"2506.02592","title":"Beyond the Surface: Measuring Self-Preference in LLM Judgments","created":"2025-06-03","cited_by_count":31,"area":null},{"id":"2503.07513","title":"Language Models Fail to Introspect About Their Knowledge of Language","created":"2025-03-10","cited_by_count":30,"area":null},{"id":"2506.21621","title":"The Open Proof Corpus: A Large-Scale Study of LLM-Generated Mathematical Proofs","created":"2025-06-23","cited_by_count":30,"area":null},{"id":"2406.14517","title":"PostMark: A Robust Blackbox Watermark for Large Language Models","created":"2024-06-20","cited_by_count":29,"area":"safety"},{"id":"2412.09569","title":"JuStRank: Benchmarking LLM Judges for System Ranking","created":"2024-12-12","cited_by_count":29,"area":null},{"id":"2504.03274","title":"Do Large Language Models Solve the Problems of Agent-Based Modeling? A Critical Review of Generative Social Simulations","created":"2025-04-04","cited_by_count":28,"area":"agents"},{"id":"2506.07673","title":"How Benchmark Prediction from Fewer Data Misses the Mark","created":"2025-06-09","cited_by_count":28,"area":null},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2506.11094","title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs","created":"2025-06-06","cited_by_count":26,"area":null},{"id":"2510.02554","title":"ToolTweak: An Attack on Tool Selection in LLM-based Agents","created":"2025-10-02","cited_by_count":26,"area":"agents"},{"id":"2406.11370","title":"Fairer Preferences Elicit Improved Human-Aligned Large Language Model Judgments","created":"2024-06-17","cited_by_count":25,"area":"alignment"},{"id":"2502.07077","title":"Multi-turn Evaluation of Anthropomorphic Behaviours in Large Language Models","created":"2025-02-10","cited_by_count":25,"area":null},{"id":"2504.07532","title":"AI-Slop to AI-Polish? Aligning Language Models through Edit-Based Writing Rewards and Test-time Computation","created":"2025-04-10","cited_by_count":25,"area":"alignment"},{"id":"2506.05068","title":"Does It Make Sense to Speak of Introspection in Large Language Models?","created":"2025-06-05","cited_by_count":25,"area":null},{"id":"2503.15707","title":"Safety Aware Task Planning via Large Language Models in Robotics","created":"2025-03-19","cited_by_count":24,"area":"lr"},{"id":"2405.13003","title":"A Survey on Recent Advances in Conversational Data Generation","created":"2024-05-12","cited_by_count":23,"area":null},{"id":"2505.13388","title":"R3: Robust Rubric-Agnostic Reward Models","created":"2025-05-19","cited_by_count":23,"area":"alignment"},{"id":"2407.13709","title":"Understanding Reference Policies in Direct Preference Optimization","created":"2024-07-18","cited_by_count":22,"area":"alignment"},{"id":"2409.04168","title":"From Calculation to Adjudication: Examining LLM judges on Mathematical Reasoning Tasks","created":"2024-09-06","cited_by_count":22,"area":"lr"},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2411.02316","title":"Evaluating Creative Short Story Generation in Humans and Large Language Models","created":"2024-11-04","cited_by_count":21,"area":null},{"id":"2603.13285","title":"Brittlebench: Quantifying LLM robustness via prompt sensitivity","created":"2026-02-27","cited_by_count":21,"area":null},{"id":"2410.17309","title":"Literature Meets Data: A Synergistic Approach to Hypothesis Generation","created":"2024-10-22","cited_by_count":20,"area":null},{"id":"2412.13666","title":"Evaluation of LLM Vulnerabilities to Being Misused for Personalized Disinformation Generation","created":"2024-12-18","cited_by_count":20,"area":null},{"id":"2502.10441","title":"AI Alignment at Your Discretion","created":"2025-02-10","cited_by_count":20,"area":null},{"id":"2601.03444","title":"Grading Scale Impact on LLM-as-a-Judge: Human-LLM Alignment Is Highest on 0-5 Grading Scale","created":"2026-01-06","cited_by_count":20,"area":"alignment"},{"id":"2408.13545","title":"IQA-EVAL: Automatic Evaluation of Human-Model Interactive Question Answering","created":"2024-08-24","cited_by_count":19,"area":null},{"id":"2411.07127","title":"Benchmarking LLMs' Judgments with No Gold Standard","created":"2024-11-11","cited_by_count":19,"area":null},{"id":"2502.01977","title":"AutoGUI: Scaling GUI Grounding with Automatic Functionality Annotations from LLMs","created":"2025-02-04","cited_by_count":19,"area":"mllm"},{"id":"2509.17995","title":"Variation in Verification: Understanding Verification Dynamics in Large Language Models","created":"2025-09-22","cited_by_count":19,"area":null},{"id":"2606.26294","title":"The Red Queen G\\\"odel Machine: Co-Evolving Agents and Their Evaluators","created":"2026-06-24","cited_by_count":19,"area":"agents"},{"id":"2407.06946","title":"Self-Recognition in Language Models","created":"2024-07-09","cited_by_count":18,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2506.16381","title":"InstructTTSEval: Benchmarking Complex Natural-Language Instruction Following in Text-to-Speech Systems","created":"2025-06-19","cited_by_count":17,"area":null},{"id":"2405.18348","title":"Can Automatic Metrics Assess High-Quality Translations?","created":"2024-05-28","cited_by_count":16,"area":null},{"id":"2406.00252","title":"Towards Rationality in Language and Multimodal Agents: A Survey","created":"2024-06-01","cited_by_count":16,"area":"agents"},{"id":"2409.16636","title":"Training Language Models to Win Debates with Self-Play Improves Judge Accuracy","created":"2024-09-25","cited_by_count":16,"area":"synth"},{"id":"2504.13861","title":"3MDBench: Medical Multimodal Multi-agent Dialogue Benchmark","created":"2025-03-26","cited_by_count":16,"area":"mllm"},{"id":"2606.04923","title":"Reproducing, Analyzing, and Detecting Reward Hacking in Rubric-Based Reinforcement Learning","created":"2026-06-03","cited_by_count":16,"area":"alignment"},{"id":"2405.21028","title":"LACIE: Listener-Aware Finetuning for Confidence Calibration in Large Language Models","created":"2024-05-31","cited_by_count":15,"area":null},{"id":"2503.19092","title":"Rankers, Judges, and Assistants: Towards Understanding the Interplay of LLMs in Information Retrieval Evaluation","created":"2025-03-24","cited_by_count":15,"area":null},{"id":"2504.11373","title":"Cancer-Myth: Evaluating Large Language Models on Patient Questions with False Presuppositions","created":"2025-04-15","cited_by_count":15,"area":null},{"id":"2504.18565","title":"RepliBench: Evaluating the Autonomous Replication Capabilities of Language Model Agents","created":"2025-04-21","cited_by_count":15,"area":"agents"},{"id":"2505.15872","title":"InfoDeepSeek: Benchmarking Agentic Information Seeking for Retrieval-Augmented Generation","created":"2025-05-21","cited_by_count":15,"area":"rag"},{"id":"2509.26072","title":"The Silent Judge: Unacknowledged Shortcut Bias in LLM-as-a-Judge","created":"2025-09-30","cited_by_count":15,"area":null},{"id":"2512.02304","title":"When Does Verification Pay Off? A Closer Look at LLMs as Solution Verifiers","created":"2025-12-02","cited_by_count":15,"area":null},{"id":"2603.11510","title":"Tiny Aya: Bridging Scale and Multilingual Depth","created":"2026-03-12","cited_by_count":15,"area":null},{"id":"2407.02310","title":"Evaluating the Ability of LLMs to Solve Semantics-Aware Process Mining Tasks","created":"2024-07-02","cited_by_count":14,"area":null},{"id":"2407.10944","title":"Naturally Occurring Feedback is Common, Extractable and Useful","created":"2024-07-15","cited_by_count":14,"area":"alignment"},{"id":"2410.13716","title":"MIRAGE-Bench: Automatic Multilingual Benchmark Arena for Retrieval-Augmented Generation Systems","created":"2024-10-17","cited_by_count":14,"area":"rag"},{"id":"2504.11972","title":"Reassessing Extractive QA Datasets at Scale: LLM-as-a-Judge and In-Depth Analyses","created":"2025-04-16","cited_by_count":14,"area":null},{"id":"2602.13110","title":"SCOPE: Selective Conformal Optimized Pairwise LLM Judging","created":"2026-02-13","cited_by_count":14,"area":null},{"id":"2605.03202","title":"Stop Automating Peer Review Without Rigorous Evaluation","created":"2026-05-04","cited_by_count":14,"area":null},{"id":"2410.15225","title":"Chasing Random: Instruction Selection Strategies Fail to Generalize","created":"2024-10-19","cited_by_count":13,"area":null},{"id":"2504.07069","title":"HalluciNot: Hallucination Detection Through Context and Common Knowledge Verification","created":"2025-04-09","cited_by_count":13,"area":null},{"id":"2602.01576","title":"Generative Visual Code Mobile World Models","created":"2026-02-02","cited_by_count":13,"area":"wm"},{"id":"2602.02639","title":"A Positive Case for Faithfulness: LLM Self-Explanations Help Predict Model Behavior","created":"2026-02-02","cited_by_count":13,"area":"lr"},{"id":"2411.07237","title":"Contextualized Evaluations: Judging Language Model Responses to Underspecified Queries","created":"2024-11-11","cited_by_count":12,"area":null},{"id":"2411.12877","title":"The Illusion of Empathy: How AI Chatbots Shape Conversation Perception","created":"2024-11-19","cited_by_count":12,"area":null},{"id":"2412.21102","title":"Exploring and Controlling Diversity in LLM-Agent Conversation","created":"2024-12-30","cited_by_count":12,"area":"agents"}],"next_cursor":"100"}