{"total":149,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2406.12624","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","created":"2024-06-18","cited_by_count":205,"area":null},{"id":"2501.04003","title":"Are VLMs Ready for Autonomous Driving? An Empirical Study from the Reliability, Data, and Metric Perspectives","created":"2025-01-07","cited_by_count":122,"area":"mllm"},{"id":"2406.11657","title":"Can LLM be a Personalized Judge?","created":"2024-06-17","cited_by_count":100,"area":null},{"id":"2410.02603","title":"Agents' Room: Narrative Generation through Multi-step Collaboration","created":"2024-10-03","cited_by_count":57,"area":"agents"},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2410.12189","title":"DocETL: Agentic Query Rewriting and Evaluation for Complex Document Processing","created":"2024-10-16","cited_by_count":52,"area":"agents"},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2502.06855","title":"Self-Supervised Prompt Optimization","created":"2025-02-07","cited_by_count":37,"area":"lr"},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2410.15393","title":"CalibraEval: Calibrating Prediction Distribution to Mitigate Selection Bias in LLMs-as-Judges","created":"2024-10-20","cited_by_count":34,"area":null},{"id":"2502.14074","title":"Investigating Non-Transitivity in LLM-as-a-Judge","created":"2025-02-19","cited_by_count":34,"area":"agents"},{"id":"2409.11239","title":"LLM-as-a-Judge & Reward Model: What They Can and Cannot Do","created":"2024-09-17","cited_by_count":32,"area":"alignment"},{"id":"2510.15831","title":"VISTA: A Test-Time Self-Improving Video Generation Agent","created":"2025-10-17","cited_by_count":31,"area":null},{"id":"2406.11370","title":"Fairer Preferences Elicit Improved Human-Aligned Large Language Model Judgments","created":"2024-06-17","cited_by_count":25,"area":"alignment"},{"id":"2408.09235","title":"Reference-Guided Verdict: LLMs-as-Judges in Automatic Evaluation of Free-Form QA","created":"2024-08-17","cited_by_count":25,"area":null},{"id":"2410.10135","title":"FormalAlign: Automated Alignment Evaluation for Autoformalization","created":"2024-10-14","cited_by_count":24,"area":null},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2504.01995","title":"Brains vs. Bytes: Evaluating LLM Proficiency in Olympiad Mathematics","created":"2025-04-01","cited_by_count":24,"area":"lr"},{"id":"2405.05894","title":"Efficient LLM Comparative Assessment: a Product of Experts Framework for Pairwise Comparisons","created":"2024-05-09","cited_by_count":22,"area":null},{"id":"2503.03746","title":"Process-based Self-Rewarding Language Models","created":"2025-03-05","cited_by_count":22,"area":"lr"},{"id":"2505.02847","title":"Sentient Agent as a Judge: Evaluating Higher-Order Social Cognition in Large Language Models","created":"2025-05-01","cited_by_count":21,"area":"agents"},{"id":"2502.10441","title":"AI Alignment at Your Discretion","created":"2025-02-10","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2505.10772","title":"Ranked Voting based Self-Consistency of Large Language Models","created":"2025-05-16","cited_by_count":19,"area":"lr"},{"id":"2506.13639","title":"An Empirical Study of LLM-as-a-Judge: How Design Choices Impact Evaluation Reliability","created":"2025-06-16","cited_by_count":19,"area":null},{"id":"2602.08672","title":"Learning to Judge: LLMs Designing and Applying Evaluation Rubrics","created":"2026-02-09","cited_by_count":19,"area":null},{"id":"2405.19694","title":"Grade Like a Human: Rethinking Automated Assessment with Large Language Models","created":"2024-05-30","cited_by_count":16,"area":"lr"},{"id":"2501.00560","title":"Re-evaluating Automatic LLM System Ranking for Alignment with Human Preference","created":"2024-12-31","cited_by_count":16,"area":"alignment"},{"id":"2501.04671","title":"Retrieval-Based Interleaved Visual Chain-of-Thought in Real-World Driving Scenarios","created":"2025-01-08","cited_by_count":16,"area":"lr"},{"id":"2503.19092","title":"Rankers, Judges, and Assistants: Towards Understanding the Interplay of LLMs in Information Retrieval Evaluation","created":"2025-03-24","cited_by_count":15,"area":null},{"id":"2507.17797","title":"GenSelect: A Generative Approach to Best-of-N","created":"2025-07-23","cited_by_count":14,"area":"lr"},{"id":"2410.12869","title":"Towards Acyclic Preference Evaluation of Language Models via Multiple Evaluators","created":"2024-10-14","cited_by_count":13,"area":null},{"id":"2502.15861","title":"C3AI: Crafting and Evaluating Constitutions for Constitutional AI","created":"2025-02-21","cited_by_count":13,"area":"alignment"},{"id":"2510.20369","title":"Ask a Strong LLM Judge when Your Reward Model is Uncertain","created":"2025-10-23","cited_by_count":13,"area":"alignment"},{"id":"2603.06865","title":"Counting on Consensus: Selecting the Right Inter-annotator Agreement Metric for NLP Annotation and Evaluation","created":"2026-03-06","cited_by_count":13,"area":null},{"id":"2405.15329","title":"DnA-Eval: Enhancing Large Language Model Evaluation through Decomposition and Aggregation","created":"2024-05-24","cited_by_count":12,"area":null},{"id":"2411.00782","title":"TradExpert: Revolutionizing Trading with Mixture of Expert LLMs","created":"2024-10-16","cited_by_count":12,"area":"moe"},{"id":"2502.20592","title":"Multi2: Multi-Agent Test-Time Scalable Framework for Multi-Document Processing","created":"2025-02-27","cited_by_count":12,"area":"lr"},{"id":"2501.17178","title":"Tuning LLM Judge Design Decisions for 1/1000 of the Cost","created":"2025-01-24","cited_by_count":11,"area":null},{"id":"2502.08279","title":"What Is That Talk About? A Video-to-Text Summarization Dataset for Scientific Presentations","created":"2025-02-12","cited_by_count":11,"area":null},{"id":"2506.05947","title":"IntentionESC: An Intention-Centered Framework for Enhancing Emotional Support in Dialogue Systems","created":"2025-06-06","cited_by_count":11,"area":null},{"id":"2510.08783","title":"MLLM as a UI Judge: Benchmarking Multimodal LLMs for Predicting Human Perception of User Interfaces","created":"2025-10-09","cited_by_count":11,"area":null},{"id":"2410.12323","title":"Reversal of Thought: Enhancing Large Language Models with Preference-Guided Reverse Reasoning Warm-up","created":"2024-10-16","cited_by_count":10,"area":"lr"},{"id":"2505.09768","title":"Self-Consuming Generative Models with Adversarially Curated Data","created":"2025-05-14","cited_by_count":10,"area":null},{"id":"2508.14146","title":"MMReview: A Multidisciplinary and Multimodal Benchmark for LLM-Based Peer Review Automation","created":"2025-08-19","cited_by_count":10,"area":null},{"id":"2502.19158","title":"When Personalization Meets Reality: A Multi-Faceted Analysis of Personalized Preference Learning","created":"2025-02-26","cited_by_count":9,"area":"alignment"},{"id":"2503.17755","title":"Improving Preference Extraction In LLMs By Identifying Latent Knowledge Through Classifying Probes","created":"2025-03-22","cited_by_count":9,"area":null},{"id":"2410.04838","title":"Rationale-Aware Answer Verification by Pairwise Self-Evaluation","created":"2024-10-07","cited_by_count":8,"area":null},{"id":"2502.18817","title":"Judge as A Judge: Improving the Evaluation of Retrieval-Augmented Generation through the Judge-Consistency of Large Language Models","created":"2025-02-26","cited_by_count":8,"area":"rag"},{"id":"2505.08498","title":"LCES: Zero-shot Automated Essay Scoring via Pairwise Comparisons Using Large Language Models","created":"2025-05-13","cited_by_count":8,"area":null},{"id":"2507.23220","title":"Model Directions, Not Words: Mechanistic Topic Models Using Sparse Autoencoders","created":"2025-07-31","cited_by_count":8,"area":null},{"id":"2510.13907","title":"LLM Prompt Duel Optimizer: Efficient Label-Free Prompt Optimization","created":"2025-10-14","cited_by_count":8,"area":null},{"id":"2603.03205","title":"Learning When to Act or Refuse: Guarding Agentic Reasoning Models for Safe Multi-Step Tool Use","created":"2026-03-03","cited_by_count":8,"area":"lr"},{"id":"2604.08178","title":"Aligning Agents via Planning: A Benchmark for Trajectory-Level Reward Modeling","created":"2026-04-09","cited_by_count":8,"area":"agents"},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2410.11677","title":"Understanding Likelihood Over-optimisation in Direct Alignment Algorithms","created":"2024-10-15","cited_by_count":7,"area":"alignment"},{"id":"2502.17797","title":"Enhancing Human Evaluation in Machine Translation with Comparative Judgment","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2503.14941","title":"UPME: An Unsupervised Peer Review Framework for Multimodal Large Language Model Evaluation","created":"2025-03-19","cited_by_count":7,"area":"mllm"},{"id":"2406.17095","title":"Attention Instruction: Amplifying Attention in the Middle via Prompting","created":"2024-06-24","cited_by_count":6,"area":null},{"id":"2410.10215","title":"SkillAggregation: Reference-free LLM-Dependent Aggregation","created":"2024-10-14","cited_by_count":6,"area":null},{"id":"2511.07322","title":"FinRpt: Dataset, Evaluation System and LLM-based Multi-agent Framework for Equity Research Report Generation","created":"2025-11-10","cited_by_count":6,"area":"agents"},{"id":"2502.13031","title":"HPSS: Heuristic Prompting Strategy Search for LLM Evaluators","created":"2025-02-18","cited_by_count":5,"area":null},{"id":"2505.16429","title":"Beyond Static Testbeds: An Interaction-Centric Agent Simulation Platform for Dynamic Recommender Systems","created":"2025-05-22","cited_by_count":5,"area":"agents"},{"id":"2505.17691","title":"ELSPR: Evaluator LLM Training Data Self-Purification on Non-Transitive Preferences via Tournament Graph Reconstruction","created":"2025-05-23","cited_by_count":5,"area":null},{"id":"2505.21537","title":"OpenReview Should be Protected and Leveraged as a Community Asset for Research in the Era of Large Language Models","created":"2025-05-24","cited_by_count":5,"area":null},{"id":"2506.14092","title":"Fragile Preferences: A Deep Dive Into Order Effects in Large Language Models","created":"2025-06-17","cited_by_count":5,"area":null},{"id":"2508.11779","title":"A Multi-Task Evaluation of LLMs' Processing of Academic Text Input","created":"2025-08-15","cited_by_count":5,"area":null},{"id":"2601.08843","title":"Rubric-Conditioned LLM Grading: Alignment, Uncertainty, and Robustness","created":"2025-12-21","cited_by_count":5,"area":null},{"id":"2603.06942","title":"Deep Research, Shallow Evaluation: A Case Study in Meta-Evaluation for Long-Form QA Benchmarks","created":"2026-03-06","cited_by_count":5,"area":null},{"id":"2504.19339","title":"Explanatory Summarization with Discourse-Driven Planning","created":"2025-04-27","cited_by_count":4,"area":null},{"id":"2505.15240","title":"Generalised Probabilistic Modelling and Improved Uncertainty Estimation in Comparative LLM-as-a-judge","created":"2025-05-21","cited_by_count":4,"area":null},{"id":"2509.17701","title":"Investigating Bias: A Multilingual Pipeline for Generating, Solving, and Evaluating Math Problems with LLMs","created":"2025-09-22","cited_by_count":4,"area":null},{"id":"2510.09021","title":"RefGrader: Automated Grading of Mathematical Competition Proofs using Agentic Workflows","created":"2025-10-10","cited_by_count":4,"area":"agents"},{"id":"2604.07650","title":"A Statistical Framework for Auditing Behavioral Dependence and Induced Bias in LLM Judges","created":"2026-04-08","cited_by_count":4,"area":null},{"id":"2605.26156","title":"Turning Bias into Bugs: Bandit-Guided Style Manipulation Attacks on LLM Judges","created":"2026-05-24","cited_by_count":4,"area":null},{"id":"2410.08442","title":"JurEE not Judges: safeguarding llm interactions with small, specialised Encoder Ensembles","created":"2024-10-11","cited_by_count":3,"area":null},{"id":"2505.23982","title":"MSQA: Benchmarking LLMs on Graduate-Level Materials Science Reasoning and Knowledge","created":"2025-05-29","cited_by_count":3,"area":"lr"},{"id":"2510.01659","title":"MDSEval: A Meta-Evaluation Benchmark for Multimodal Dialogue Summarization","created":"2025-10-02","cited_by_count":3,"area":null},{"id":"2510.13108","title":"DriveCritic: Towards Context-Aware, Human-Aligned Evaluation for Autonomous Driving with Vision-Language Models","created":"2025-10-15","cited_by_count":3,"area":"mllm"},{"id":"2510.18196","title":"Contrastive Decoding Mitigates Score Range Bias in LLM-as-a-Judge","created":"2025-10-21","cited_by_count":3,"area":null},{"id":"2510.26006","title":"CAVE: Detecting and Explaining Commonsense Anomalies in Visual Environments","created":"2025-10-29","cited_by_count":3,"area":null},{"id":"2601.07477","title":"JudgeFlow: Agentic Workflow Optimization via Block Judge","created":"2026-01-12","cited_by_count":3,"area":"agents"},{"id":"2603.20256","title":"SciNav: A General Agent Framework for Scientific Coding Tasks","created":"2026-03-11","cited_by_count":3,"area":"agents"},{"id":"2409.15979","title":"Finetuning LLMs for Comparative Assessment Tasks","created":"2024-09-24","cited_by_count":2,"area":null},{"id":"2508.18859","title":"Harnessing Meta-Learning for Controllable Full-Frame Video Stabilization","created":"2025-08-26","cited_by_count":2,"area":null},{"id":"2607.00918","title":"From Personas to Plot: Character-Grounded Multi-Agent Story Generation for Long-Form Narratives","created":"2026-07-01","cited_by_count":2,"area":"agents"},{"id":"2409.13555","title":"Generating Visual Stories with Grounded and Coreferent Characters","created":"2024-09-20","cited_by_count":1,"area":null},{"id":"2410.13216","title":"Anchored Alignment for Self-Explanations Enhancement","created":"2024-10-17","cited_by_count":1,"area":"lr"},{"id":"2502.12052","title":"A Dual-Perspective NLG Meta-Evaluation Framework with Automatic Benchmark and Better Interpretability","created":"2025-02-17","cited_by_count":1,"area":null},{"id":"2504.07174","title":"HypoEval: Hypothesis-Guided Evaluation for Natural Language Generation","created":"2025-04-09","cited_by_count":1,"area":null},{"id":"2504.12063","title":"Optimizing Compound Retrieval Systems","created":"2025-04-16","cited_by_count":1,"area":null},{"id":"2506.13805","title":"Dr. GPT Will See You Now, but Should It? Exploring the Benefits and Harms of Large Language Models in Medical Diagnosis using Crowdsourced Clinical Cases","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2508.10161","title":"LaajMeter: A Framework for LaaJ Evaluation","created":"2025-08-13","cited_by_count":1,"area":null}],"next_cursor":"100"}