{"total":446,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2507.17746","title":"Rubrics as Rewards: Reinforcement Learning Beyond Verifiable Domains","created":"2025-07-23","cited_by_count":366,"area":"lr"},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2406.04770","title":"WildBench: Benchmarking LLMs with Challenging Tasks from Real Users in the Wild","created":"2024-06-07","cited_by_count":218,"area":null},{"id":"2407.19594","title":"Meta-Rewarding Language Models: Self-Improving Alignment with LLM-as-a-Meta-Judge","created":"2024-07-28","cited_by_count":204,"area":"synth"},{"id":"2407.15711","title":"AssistantBench: Can Web Agents Solve Realistic and Time-Consuming Tasks?","created":"2024-07-22","cited_by_count":158,"area":"agents"},{"id":"2406.16020","title":"AudioBench: A Universal Benchmark for Audio Large Language Models","created":"2024-06-23","cited_by_count":128,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2504.09037","title":"A Survey of Frontiers in LLM Reasoning: Inference Scaling, Learning to Reason, and Agentic Systems","created":"2025-04-12","cited_by_count":111,"area":"lr"},{"id":"2505.08638","title":"TRAIL: Trace Reasoning and Agentic Issue Localization","created":"2025-05-13","cited_by_count":104,"area":"lr"},{"id":"2406.11657","title":"Can LLM be a Personalized Judge?","created":"2024-06-17","cited_by_count":100,"area":null},{"id":"2407.06551","title":"OffsetBias: Leveraging Debiased Data for Tuning Evaluators","created":"2024-07-09","cited_by_count":94,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2501.18099","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","created":"2025-01-30","cited_by_count":78,"area":"lr"},{"id":"2505.10320","title":"J1: Incentivizing Thinking in LLM-as-a-Judge via Reinforcement Learning","created":"2025-05-15","cited_by_count":75,"area":"lr"},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2411.16646","title":"Self-Generated Critiques Boost Reward Modeling for Language Models","created":"2024-11-25","cited_by_count":71,"area":"lr"},{"id":"2412.10400","title":"Reinforcement Learning Enhanced LLMs: A Survey","created":"2024-12-05","cited_by_count":71,"area":"lr"},{"id":"2502.06193","title":"Can LLMs Replace Human Evaluators? An Empirical Study of LLM-as-a-Judge in Software Engineering","created":"2025-02-10","cited_by_count":67,"area":null},{"id":"2410.16153","title":"Pangea: A Fully Open Multilingual Multimodal LLM for 39 Languages","created":"2024-10-21","cited_by_count":64,"area":"mllm"},{"id":"2412.09416","title":"Unifying AI Tutor Evaluation: An Evaluation Taxonomy for Pedagogical Ability Assessment of LLM-Powered AI Tutors","created":"2024-12-12","cited_by_count":61,"area":null},{"id":"2503.10657","title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs","created":"2025-03-08","cited_by_count":61,"area":null},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2406.10996","title":"Towards Lifelong Dialogue Agents via Timeline-based Memory Management","created":"2024-06-16","cited_by_count":51,"area":"agents"},{"id":"2502.18940","title":"MathTutorBench: A Benchmark for Measuring Open-ended Pedagogical Capabilities of LLM Tutors","created":"2025-02-26","cited_by_count":49,"area":null},{"id":"2509.00496","title":"ResearchQA: Evaluating Scholarly Question Answering at Scale Across 75 Fields with Survey-Mined Questions and Rubrics","created":"2025-08-30","cited_by_count":49,"area":null},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2504.15253","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","created":"2025-04-21","cited_by_count":44,"area":"lr"},{"id":"2408.15232","title":"Into the Unknown Unknowns: Engaged Human Learning through Participation in Language Model Agent Conversations","created":"2024-08-27","cited_by_count":43,"area":"agents"},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2501.02497","title":"A Survey of Test-Time Compute: From Intuitive Inference to Deliberate Reasoning","created":"2025-01-05","cited_by_count":40,"area":"lr"},{"id":"2503.05142","title":"RocketEval: Efficient Automated LLM Evaluation via Grading Checklist","created":"2025-03-07","cited_by_count":39,"area":null},{"id":"2502.11689","title":"Improve LLM-as-a-Judge Ability as a General Ability","created":"2025-02-17","cited_by_count":37,"area":"lr"},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2506.09443","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","created":"2025-06-11","cited_by_count":37,"area":"safety"},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2407.07087","title":"CopyBench: Measuring Literal and Non-Literal Reproduction of Copyright-Protected Text in Language Model Generation","created":"2024-07-09","cited_by_count":35,"area":null},{"id":"2410.06458","title":"LLM Self-Correction with DeCRIM: Decompose, Critique, and Refine for Enhanced Following of Instructions with Multiple Constraints","created":"2024-10-09","cited_by_count":35,"area":"lr"},{"id":"2410.17578","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","created":"2024-10-23","cited_by_count":35,"area":"alignment"},{"id":"2508.04482","title":"OS Agents: A Survey on MLLM-based Agents for General Computing Devices Use","created":"2025-08-06","cited_by_count":35,"area":"agents"},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2410.15393","title":"CalibraEval: Calibrating Prediction Distribution to Mitigate Selection Bias in LLMs-as-Judges","created":"2024-10-20","cited_by_count":34,"area":null},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2412.03679","title":"Evaluating Language Models as Synthetic Data Generators","created":"2024-12-04","cited_by_count":33,"area":"synth"},{"id":"2507.10535","title":"CodeJudgeBench: Benchmarking LLM-as-a-Judge for Coding Tasks","created":"2025-07-14","cited_by_count":33,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2409.11239","title":"LLM-as-a-Judge & Reward Model: What They Can and Cannot Do","created":"2024-09-17","cited_by_count":32,"area":"alignment"},{"id":"2410.03742","title":"Beyond Scalar Reward Model: Learning Generative Judge from Preference Data","created":"2024-10-01","cited_by_count":32,"area":"alignment"},{"id":"2412.17596","title":"Evaluating LLMs' Divergent Thinking Capabilities for Scientific Idea Generation with Minimal Context","created":"2024-12-23","cited_by_count":28,"area":"lr"},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2407.02397","title":"Learning to Refine with Fine-Grained Natural Language Feedback","created":"2024-07-02","cited_by_count":27,"area":null},{"id":"2405.19444","title":"MathChat: Benchmarking Mathematical Reasoning and Instruction Following in Multi-Turn Interactions","created":"2024-05-29","cited_by_count":26,"area":"lr"},{"id":"2412.00543","title":"Evaluating the Consistency of LLM Evaluators","created":"2024-11-30","cited_by_count":24,"area":null},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2410.18697","title":"How Good Are LLMs for Literary Translation, Really? Literary Translation Evaluation with Humans and LLMs","created":"2024-10-24","cited_by_count":23,"area":null},{"id":"2412.13746","title":"RAG-RewardBench: Benchmarking Reward Models in Retrieval Augmented Generation for Preference Alignment","created":"2024-12-18","cited_by_count":23,"area":"rag"},{"id":"2505.13388","title":"R3: Robust Rubric-Agnostic Reward Models","created":"2025-05-19","cited_by_count":23,"area":"alignment"},{"id":"2410.01729","title":"Evaluating Robustness of Reward Models for Mathematical Reasoning","created":"2024-10-02","cited_by_count":22,"area":"lr"},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2410.21545","title":"CARMO: Dynamic Criteria Generation for Context-Aware Reward Modelling","created":"2024-10-28","cited_by_count":22,"area":"alignment"},{"id":"2502.13668","title":"PeerQA: A Scientific Question Answering Dataset from Peer Reviews","created":"2025-02-19","cited_by_count":22,"area":null},{"id":"2501.15749","title":"LLM-powered Multi-agent Framework for Goal-oriented Learning in Intelligent Tutoring System","created":"2025-01-27","cited_by_count":21,"area":"agents"},{"id":"2506.00070","title":"Robot-R1: Reinforcement Learning for Enhanced Embodied Reasoning in Robotics","created":"2025-05-29","cited_by_count":21,"area":"lr"},{"id":"2406.13144","title":"DialSim: A Dialogue Simulator for Evaluating Long-Term Multi-Party Dialogue Understanding of Conversational Agents","created":"2024-06-19","cited_by_count":20,"area":"agents"},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2502.06666","title":"Automatic Evaluation of Healthcare LLMs Beyond Question-Answering","created":"2025-02-10","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2502.18934","title":"Kanana: Compute-efficient Bilingual Language Models","created":"2025-02-26","cited_by_count":20,"area":null},{"id":"2503.14269","title":"DARS: Dynamic Action Re-Sampling to Enhance Coding Agent Performance by Adaptive Tree Traversal","created":"2025-03-18","cited_by_count":20,"area":"agents"},{"id":"2406.11044","title":"Evaluating the Performance of Large Language Models via Debates","created":"2024-06-16","cited_by_count":19,"area":null},{"id":"2407.05216","title":"Large Language Model as an Assignment Evaluator: Insights, Feedback, and Challenges in a 1000+ Student Course","created":"2024-07-07","cited_by_count":19,"area":null},{"id":"2410.03837","title":"Learning Code Preference via Synthetic Evolution","created":"2024-10-04","cited_by_count":19,"area":null},{"id":"2501.11549","title":"Whose Boat Does it Float? Improving Personalization in Preference Tuning via Inferred User Personas","created":"2025-01-20","cited_by_count":19,"area":"alignment"},{"id":"2502.12501","title":"Crowd Comparative Reasoning: Unlocking Comprehensive Evaluations for LLM-as-a-Judge","created":"2025-02-18","cited_by_count":19,"area":"lr"},{"id":"2503.00751","title":"RAPID: Efficient Retrieval-Augmented Long Text Generation with Writing Planning and Information Discovery","created":"2025-03-02","cited_by_count":19,"area":"rag"},{"id":"2410.11594","title":"Black-box Uncertainty Quantification Method for LLM-as-a-Judge","created":"2024-10-15","cited_by_count":18,"area":null},{"id":"2410.13394","title":"Cross-Lingual Auto Evaluation for Assessing Multilingual LLMs","created":"2024-10-17","cited_by_count":18,"area":null},{"id":"2501.09751","title":"OmniThink: Expanding Knowledge Boundaries in Machine Writing through Thinking","created":"2025-01-16","cited_by_count":18,"area":"lr"},{"id":"2503.00596","title":"BadJudge: Backdoor Vulnerabilities of LLM-as-a-Judge","created":"2025-03-01","cited_by_count":18,"area":"safety"},{"id":"2602.03619","title":"Learning Query-Specific Rubrics from Human Preferences for DeepResearch Report Generation","created":"2026-02-03","cited_by_count":18,"area":"alignment"},{"id":"2406.11665","title":"See It from My Perspective: How Language Affects Cultural Bias in Image Understanding","created":"2024-06-17","cited_by_count":17,"area":"mllm"},{"id":"2408.14622","title":"What Makes a Good Story and How Can We Measure It? A Comprehensive Survey of Story Evaluation","created":"2024-08-26","cited_by_count":17,"area":null},{"id":"2506.07001","title":"Adversarial Paraphrasing: A Universal Attack for Humanizing AI-Generated Text","created":"2025-06-08","cited_by_count":17,"area":null},{"id":"2510.27287","title":"Can LLMs Help You at Work? A Sandbox for Evaluating LLM Agents in Enterprise Environments","created":"2025-10-31","cited_by_count":17,"area":"agents"},{"id":"2409.16636","title":"Training Language Models to Win Debates with Self-Play Improves Judge Accuracy","created":"2024-09-25","cited_by_count":16,"area":"synth"},{"id":"2503.08275","title":"Beyond Outlining: Heterogeneous Recursive Planning for Adaptive Long-form Writing with Language Models","created":"2025-03-11","cited_by_count":16,"area":null},{"id":"2505.14279","title":"YESciEval: Robust LLM-as-a-Judge for Scientific Question Answering","created":"2025-05-20","cited_by_count":16,"area":null},{"id":"2411.05338","title":"SciDQA: A Deep Reading Comprehension Dataset over Scientific Papers","created":"2024-11-08","cited_by_count":15,"area":null},{"id":"2412.06745","title":"ONEBench to Test Them All: Sample-Level Benchmarking Over Open-Ended Capabilities","created":"2024-12-09","cited_by_count":15,"area":null},{"id":"2511.22173","title":"RefineBench: Evaluating Refinement Capability of Language Models via Checklists","created":"2025-11-27","cited_by_count":15,"area":null},{"id":"2604.24955","title":"BenchGuard: Who Guards the Benchmarks? Automated Auditing of LLM Agent Benchmarks","created":"2026-04-27","cited_by_count":15,"area":"agents"},{"id":"2407.02514","title":"LOGIC-LM++: Multi-Step Refinement for Symbolic Formulations","created":"2024-06-22","cited_by_count":14,"area":"lr"}],"next_cursor":"100"}