{"total":93,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2406.12624","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","created":"2024-06-18","cited_by_count":205,"area":null},{"id":"2406.11657","title":"Can LLM be a Personalized Judge?","created":"2024-06-17","cited_by_count":100,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2410.15393","title":"CalibraEval: Calibrating Prediction Distribution to Mitigate Selection Bias in LLMs-as-Judges","created":"2024-10-20","cited_by_count":34,"area":null},{"id":"2510.15831","title":"VISTA: A Test-Time Self-Improving Video Generation Agent","created":"2025-10-17","cited_by_count":31,"area":null},{"id":"2408.09235","title":"Reference-Guided Verdict: LLMs-as-Judges in Automatic Evaluation of Free-Form QA","created":"2024-08-17","cited_by_count":25,"area":null},{"id":"2410.10135","title":"FormalAlign: Automated Alignment Evaluation for Autoformalization","created":"2024-10-14","cited_by_count":24,"area":null},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2405.05894","title":"Efficient LLM Comparative Assessment: a Product of Experts Framework for Pairwise Comparisons","created":"2024-05-09","cited_by_count":22,"area":null},{"id":"2502.10441","title":"AI Alignment at Your Discretion","created":"2025-02-10","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2506.13639","title":"An Empirical Study of LLM-as-a-Judge: How Design Choices Impact Evaluation Reliability","created":"2025-06-16","cited_by_count":19,"area":null},{"id":"2602.08672","title":"Learning to Judge: LLMs Designing and Applying Evaluation Rubrics","created":"2026-02-09","cited_by_count":19,"area":null},{"id":"2503.19092","title":"Rankers, Judges, and Assistants: Towards Understanding the Interplay of LLMs in Information Retrieval Evaluation","created":"2025-03-24","cited_by_count":15,"area":null},{"id":"2410.12869","title":"Towards Acyclic Preference Evaluation of Language Models via Multiple Evaluators","created":"2024-10-14","cited_by_count":13,"area":null},{"id":"2603.06865","title":"Counting on Consensus: Selecting the Right Inter-annotator Agreement Metric for NLP Annotation and Evaluation","created":"2026-03-06","cited_by_count":13,"area":null},{"id":"2405.15329","title":"DnA-Eval: Enhancing Large Language Model Evaluation through Decomposition and Aggregation","created":"2024-05-24","cited_by_count":12,"area":null},{"id":"2501.17178","title":"Tuning LLM Judge Design Decisions for 1/1000 of the Cost","created":"2025-01-24","cited_by_count":11,"area":null},{"id":"2502.08279","title":"What Is That Talk About? A Video-to-Text Summarization Dataset for Scientific Presentations","created":"2025-02-12","cited_by_count":11,"area":null},{"id":"2506.05947","title":"IntentionESC: An Intention-Centered Framework for Enhancing Emotional Support in Dialogue Systems","created":"2025-06-06","cited_by_count":11,"area":null},{"id":"2510.08783","title":"MLLM as a UI Judge: Benchmarking Multimodal LLMs for Predicting Human Perception of User Interfaces","created":"2025-10-09","cited_by_count":11,"area":null},{"id":"2505.09768","title":"Self-Consuming Generative Models with Adversarially Curated Data","created":"2025-05-14","cited_by_count":10,"area":null},{"id":"2508.14146","title":"MMReview: A Multidisciplinary and Multimodal Benchmark for LLM-Based Peer Review Automation","created":"2025-08-19","cited_by_count":10,"area":null},{"id":"2503.17755","title":"Improving Preference Extraction In LLMs By Identifying Latent Knowledge Through Classifying Probes","created":"2025-03-22","cited_by_count":9,"area":null},{"id":"2410.04838","title":"Rationale-Aware Answer Verification by Pairwise Self-Evaluation","created":"2024-10-07","cited_by_count":8,"area":null},{"id":"2505.08498","title":"LCES: Zero-shot Automated Essay Scoring via Pairwise Comparisons Using Large Language Models","created":"2025-05-13","cited_by_count":8,"area":null},{"id":"2507.23220","title":"Model Directions, Not Words: Mechanistic Topic Models Using Sparse Autoencoders","created":"2025-07-31","cited_by_count":8,"area":null},{"id":"2510.13907","title":"LLM Prompt Duel Optimizer: Efficient Label-Free Prompt Optimization","created":"2025-10-14","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2502.17797","title":"Enhancing Human Evaluation in Machine Translation with Comparative Judgment","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2406.17095","title":"Attention Instruction: Amplifying Attention in the Middle via Prompting","created":"2024-06-24","cited_by_count":6,"area":null},{"id":"2410.10215","title":"SkillAggregation: Reference-free LLM-Dependent Aggregation","created":"2024-10-14","cited_by_count":6,"area":null},{"id":"2502.13031","title":"HPSS: Heuristic Prompting Strategy Search for LLM Evaluators","created":"2025-02-18","cited_by_count":5,"area":null},{"id":"2505.17691","title":"ELSPR: Evaluator LLM Training Data Self-Purification on Non-Transitive Preferences via Tournament Graph Reconstruction","created":"2025-05-23","cited_by_count":5,"area":null},{"id":"2505.21537","title":"OpenReview Should be Protected and Leveraged as a Community Asset for Research in the Era of Large Language Models","created":"2025-05-24","cited_by_count":5,"area":null},{"id":"2506.14092","title":"Fragile Preferences: A Deep Dive Into Order Effects in Large Language Models","created":"2025-06-17","cited_by_count":5,"area":null},{"id":"2508.11779","title":"A Multi-Task Evaluation of LLMs' Processing of Academic Text Input","created":"2025-08-15","cited_by_count":5,"area":null},{"id":"2601.08843","title":"Rubric-Conditioned LLM Grading: Alignment, Uncertainty, and Robustness","created":"2025-12-21","cited_by_count":5,"area":null},{"id":"2603.06942","title":"Deep Research, Shallow Evaluation: A Case Study in Meta-Evaluation for Long-Form QA Benchmarks","created":"2026-03-06","cited_by_count":5,"area":null},{"id":"2504.19339","title":"Explanatory Summarization with Discourse-Driven Planning","created":"2025-04-27","cited_by_count":4,"area":null},{"id":"2505.15240","title":"Generalised Probabilistic Modelling and Improved Uncertainty Estimation in Comparative LLM-as-a-judge","created":"2025-05-21","cited_by_count":4,"area":null},{"id":"2509.17701","title":"Investigating Bias: A Multilingual Pipeline for Generating, Solving, and Evaluating Math Problems with LLMs","created":"2025-09-22","cited_by_count":4,"area":null},{"id":"2604.07650","title":"A Statistical Framework for Auditing Behavioral Dependence and Induced Bias in LLM Judges","created":"2026-04-08","cited_by_count":4,"area":null},{"id":"2605.26156","title":"Turning Bias into Bugs: Bandit-Guided Style Manipulation Attacks on LLM Judges","created":"2026-05-24","cited_by_count":4,"area":null},{"id":"2410.08442","title":"JurEE not Judges: safeguarding llm interactions with small, specialised Encoder Ensembles","created":"2024-10-11","cited_by_count":3,"area":null},{"id":"2510.01659","title":"MDSEval: A Meta-Evaluation Benchmark for Multimodal Dialogue Summarization","created":"2025-10-02","cited_by_count":3,"area":null},{"id":"2510.18196","title":"Contrastive Decoding Mitigates Score Range Bias in LLM-as-a-Judge","created":"2025-10-21","cited_by_count":3,"area":null},{"id":"2510.26006","title":"CAVE: Detecting and Explaining Commonsense Anomalies in Visual Environments","created":"2025-10-29","cited_by_count":3,"area":null},{"id":"2409.15979","title":"Finetuning LLMs for Comparative Assessment Tasks","created":"2024-09-24","cited_by_count":2,"area":null},{"id":"2508.18859","title":"Harnessing Meta-Learning for Controllable Full-Frame Video Stabilization","created":"2025-08-26","cited_by_count":2,"area":null},{"id":"2409.13555","title":"Generating Visual Stories with Grounded and Coreferent Characters","created":"2024-09-20","cited_by_count":1,"area":null},{"id":"2502.12052","title":"A Dual-Perspective NLG Meta-Evaluation Framework with Automatic Benchmark and Better Interpretability","created":"2025-02-17","cited_by_count":1,"area":null},{"id":"2504.07174","title":"HypoEval: Hypothesis-Guided Evaluation for Natural Language Generation","created":"2025-04-09","cited_by_count":1,"area":null},{"id":"2504.12063","title":"Optimizing Compound Retrieval Systems","created":"2025-04-16","cited_by_count":1,"area":null},{"id":"2506.13805","title":"Dr. GPT Will See You Now, but Should It? Exploring the Benefits and Harms of Large Language Models in Medical Diagnosis using Crowdsourced Clinical Cases","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2508.10161","title":"LaajMeter: A Framework for LaaJ Evaluation","created":"2025-08-13","cited_by_count":1,"area":null},{"id":"2509.23510","title":"Model Consistency as a Cheap yet Predictive Proxy for LLM Elo Scores","created":"2025-09-27","cited_by_count":1,"area":null},{"id":"2510.25577","title":"Lost in Phonation: Voice Quality Variation as an Evaluation Dimension for Speech Foundation Models","created":"2025-10-29","cited_by_count":1,"area":null},{"id":"2511.10661","title":"Sequential Bayesian Evaluation of Large Language Model Behavior","created":"2025-11-04","cited_by_count":1,"area":null},{"id":"2511.10855","title":"ExPairT-LLM: Exact Learning for LLM Code Selection by Pairwise Queries","created":"2025-11-13","cited_by_count":1,"area":null},{"id":"2602.21297","title":"Robust AI Evaluation through Maximal Lotteries","created":"2026-02-24","cited_by_count":1,"area":null},{"id":"2603.01630","title":"SEED-SET: Scalable Evolving Experimental Design for System-level Ethical Testing","created":"2026-03-02","cited_by_count":1,"area":null},{"id":"2606.05384","title":"Stability vs. Manipulability: Evaluating Robustness Under Post-Decision Interaction in LLM Judges","created":"2026-06-03","cited_by_count":1,"area":null},{"id":"2607.28282","title":"(Towards) Scalable Reliable Automated Evaluation with Large Language Models","created":"2026-07-30","cited_by_count":1,"area":null},{"id":"2502.12921","title":"Q-STRUM Debate: Query-Driven Contrastive Summarization for Recommendation Comparison","created":"2025-02-18","cited_by_count":0,"area":null},{"id":"2505.04732","title":"QBD-RankedDataGen: Generating Custom Ranked Datasets for Improving Query-By-Document Search Using LLM-Reranking with Reduced Human Effort","created":"2025-05-07","cited_by_count":0,"area":null},{"id":"2505.16081","title":"BiasLab: Toward Explainable Political Bias Detection with Dual-Axis Annotations and Rationale Indicators","created":"2025-05-21","cited_by_count":0,"area":null},{"id":"2509.05440","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","created":"2025-09-05","cited_by_count":0,"area":null},{"id":"2510.22219","title":"Estimating the Error of Large Language Models at Pairwise Text Comparison","created":"2025-10-25","cited_by_count":0,"area":null},{"id":"2511.01305","title":"DeepSpecs: Expert-Level Questions Answering in 5G","created":"2025-11-03","cited_by_count":0,"area":null},{"id":"2603.19277","title":"MOSAIC: Modular Opinion Summarization using Aspect Identification and Clustering","created":"2026-03-01","cited_by_count":0,"area":null},{"id":"2604.16304","title":"Results-Actionability Gap: Understanding How Practitioners Evaluate LLM Products in the Wild","created":"2026-01-25","cited_by_count":0,"area":null},{"id":"2604.25025","title":"A Finite Time Analysis of Thompson Sampling for Bayesian Optimization with Preferential Feedback","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.19141","title":"GRASP: Deterministic argument ranking in interaction graphs","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2605.29857","title":"Feedback-to-Rubrics: Can We Learn Expert Criteria from Inline Comments?","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2606.19334","title":"Freeing the Law with LOCUS: A Local Ordinance Corpus for the United States","created":"2026-06-17","cited_by_count":0,"area":null},{"id":"2606.30412","title":"Can LLMs Rank? A Tale of Triads and Triage","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2607.04412","title":"LLM-as-a-Tutor: Policy-Aware Prompt Adaptation for Non-Verifiable RL","created":"2026-07-05","cited_by_count":0,"area":null},{"id":"2607.10511","title":"Articulate Intuition or Genuine Analysis? Benchmarking Epistemic Reliability in LLM-as-a-Judge Peer Reviews","created":"2026-07-12","cited_by_count":0,"area":null},{"id":"2608.05353","title":"Evidence Lock Before Commitment: A Frozen Interface Degrades LLM-as-Judge Evaluation","created":"2026-08-05","cited_by_count":0,"area":null},{"id":"2609.04127","title":"Epistemic Warrant for LLM Recommendations: Characterizing the Basis for Reliance When Ground Truth Is Unavailable","created":"2026-09-03","cited_by_count":0,"area":null},{"id":"2609.12165","title":"GLARE: Generative Learning via Adversarial Reward Estimation For Social Dynamics Forecasting","created":"2026-09-10","cited_by_count":0,"area":null},{"id":"2609.39365","title":"Ready2Blend: From Natural-Language Instructions to Composable Alignment Prompts","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.19915","title":"Not All Criteria Matter: Importance-Aware Criteria Weighting for Rubric-Based LLM Evaluation","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}