{"total":62,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2402.10669","title":"Humans or LLMs as the Judge? A Study on Judgement Biases","created":"2024-02-16","cited_by_count":323,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2405.01724","title":"Large Language Models are Inconsistent and Biased Evaluators","created":"2024-05-02","cited_by_count":153,"area":null},{"id":"2402.14016","title":"Is LLM-as-a-Judge Robust? Investigating Universal Adversarial Attacks on Zero-shot LLM Assessment","created":"2024-02-21","cited_by_count":126,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2404.11457","title":"Bias and Unfairness in Information Retrieval Systems: New Challenges in the LLM Era","created":"2024-04-17","cited_by_count":98,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2501.03200","title":"The FACTS Grounding Leaderboard: Benchmarking LLMs' Ability to Ground Responses to Long-Form Input","created":"2025-01-06","cited_by_count":52,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2401.06760","title":"Navigating the Metrics Maze: Reconciling Score Magnitudes and Accuracies","created":"2024-01-12","cited_by_count":40,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2506.02592","title":"Beyond the Surface: Measuring Self-Preference in LLM Judgments","created":"2025-06-03","cited_by_count":31,"area":null},{"id":"2410.18697","title":"How Good Are LLMs for Literary Translation, Really? Literary Translation Evaluation with Humans and LLMs","created":"2024-10-24","cited_by_count":23,"area":null},{"id":"2407.06946","title":"Self-Recognition in Language Models","created":"2024-07-09","cited_by_count":18,"area":null},{"id":"2506.07671","title":"GaRAGe: A Benchmark with Grounding Annotations for RAG Evaluation","created":"2025-06-09","cited_by_count":18,"area":null},{"id":"2405.02637","title":"TREC iKAT 2023: A Test Collection for Evaluating Conversational and Interactive Knowledge Assistants","created":"2024-05-04","cited_by_count":17,"area":null},{"id":"2406.11629","title":"Can Many-Shot In-Context Learning Help LLMs as Evaluators? A Preliminary Empirical Study","created":"2024-06-17","cited_by_count":15,"area":null},{"id":"2411.13173","title":"Writing Style Matters: An Examination of Bias and Fairness in Information Retrieval Systems","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2503.19092","title":"Rankers, Judges, and Assistants: Towards Understanding the Interplay of LLMs in Information Retrieval Evaluation","created":"2025-03-24","cited_by_count":15,"area":null},{"id":"2311.13133","title":"LIMIT: Less Is More for Instruction Tuning Across Evaluation Paradigms","created":"2023-11-22","cited_by_count":14,"area":null},{"id":"2504.11972","title":"Reassessing Extractive QA Datasets at Scale: LLM-as-a-Judge and In-Depth Analyses","created":"2025-04-16","cited_by_count":14,"area":null},{"id":"2506.00386","title":"Adaptive-VP: A Framework for LLM-Based Virtual Patients that Adapts to Trainees' Dialogue to Facilitate Nurse Communication Training","created":"2025-05-31","cited_by_count":9,"area":null},{"id":"2402.11271","title":"MONAL: Model Autophagy Analysis for Modeling Human-AI Interactions","created":"2024-02-17","cited_by_count":7,"area":null},{"id":"2507.03772","title":"Skewed Score: A statistical framework to assess autograders","created":"2025-07-04","cited_by_count":7,"area":null},{"id":"2508.19221","title":"Evaluating the Evaluators: Are readability metrics good measures of readability?","created":"2025-08-26","cited_by_count":6,"area":null},{"id":"2601.07506","title":"Judging Against the Reference: Uncovering Knowledge-Driven Failures in LLM-Judges on QA Evaluation","created":"2026-01-12","cited_by_count":5,"area":null},{"id":"2601.22548","title":"Are LLM Evaluators Really Narcissists? Sanity Checking Self-Preference Evaluations","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2602.06625","title":"FairJudge: An Adaptive, Debiased, and Consistent LLM-as-a-Judge","created":"2026-02-06","cited_by_count":5,"area":null},{"id":"2504.21117","title":"Beyond One-Size-Fits-All: Inversion Learning for Highly Effective NLG Evaluation Prompts","created":"2025-04-29","cited_by_count":4,"area":null},{"id":"2509.03867","title":"Drivel-ology: Challenging LLMs with Interpreting Nonsense with Depth","created":"2025-09-04","cited_by_count":4,"area":null},{"id":"2604.07650","title":"A Statistical Framework for Auditing Behavioral Dependence and Induced Bias in LLM Judges","created":"2026-04-08","cited_by_count":4,"area":null},{"id":"2601.04350","title":"RIGOURATE: Quantifying Scientific Exaggeration with Evidence-Aligned Claim Evaluation","created":"2026-01-07","cited_by_count":3,"area":null},{"id":"2607.11889","title":"Scaling Point-in-Time Language Models: Enabling Economic Evaluation of Embeddings","created":"2026-04-24","cited_by_count":3,"area":null},{"id":"2409.19507","title":"A Critical Look at Meta-evaluating Summarisation Evaluation Metrics","created":"2024-09-29","cited_by_count":2,"area":null},{"id":"2502.12565","title":"Self Iterative Label Refinement via Robust Unlabeled Learning","created":"2025-02-18","cited_by_count":2,"area":null},{"id":"2505.05406","title":"Frame In, Frame Out: Measuring Framing Bias in LLM-Generated News Summaries","created":"2025-05-08","cited_by_count":2,"area":null},{"id":"2509.23095","title":"Causally-Enhanced Reinforcement Policy Optimization","created":"2025-09-27","cited_by_count":2,"area":null},{"id":"2510.00034","title":"Review of Hallucination Understanding in Large Language and Vision Models","created":"2025-09-26","cited_by_count":2,"area":null},{"id":"2407.05599","title":"Generative Debunking of Climate Misinformation","created":"2024-07-08","cited_by_count":1,"area":null},{"id":"2504.02106","title":"ContrastScore: Towards Higher Quality, Less Biased, More Efficient Evaluation Metrics with Contrastive Evaluation","created":"2025-04-02","cited_by_count":1,"area":null},{"id":"2508.17234","title":"ClaimGen-CN: A Large-scale Chinese Dataset for Legal Claim Generation","created":"2025-08-24","cited_by_count":1,"area":null},{"id":"2508.18467","title":"The AI in the Mirror: LLM Self-Recognition in an Iterated Public Goods Game","created":"2025-08-25","cited_by_count":1,"area":null},{"id":"2602.05110","title":"Understanding LLM Evaluator Behavior: A Structured Multi-Evaluator Framework for Merchant Risk Assessment","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2607.02235","title":"Challenges and Recommendations for LLM-as-a-Judge in Multilingual Settings and for Low-Resource Languages","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2608.18091","title":"Self- and Other-Labels Induce Bidirectional Bias in LLM Judges","created":"2026-06-06","cited_by_count":1,"area":null},{"id":"2609.17857","title":"Who Judges Matters: Measuring Family-Conditioned Preference in LLM-as-Judge Panels","created":"2026-09-15","cited_by_count":1,"area":null},{"id":"2404.17481","title":"ReproHum #0087-01: Human Evaluation Reproduction Report for Generating Fact Checking Explanations","created":"2024-04-26","cited_by_count":0,"area":null},{"id":"2409.06518","title":"Medal Matters: Probing LLMs' Failure Cases Through Olympic Rankings","created":"2024-09-10","cited_by_count":0,"area":null},{"id":"2502.13396","title":"Prompting a Weighting Mechanism into LLM-as-a-Judge in Two-Step: A Case Study","created":"2025-02-19","cited_by_count":0,"area":null},{"id":"2503.06139","title":"GRP: Goal-Reversed Prompting for Zero-Shot Evaluation with LLMs","created":"2025-03-08","cited_by_count":0,"area":null},{"id":"2507.22359","title":"League of LLMs: A Benchmark-Free Paradigm for Mutual Evaluation of Large Language Models","created":"2025-07-30","cited_by_count":0,"area":null},{"id":"2509.17999","title":"The Narcissus Hypothesis: Descending to the Rung of Illusion","created":"2025-09-22","cited_by_count":0,"area":null},{"id":"2605.10810","title":"Likelihood scoring for continuations of mathematical text: a self-supervised benchmark with tests for shortcut vulnerabilities","created":"2026-05-11","cited_by_count":0,"area":null},{"id":"2605.27921","title":"Show, Don't TELL: Explainable AI-Generated Text Detection","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2606.30556","title":"Poller: Are LLMs Suitable for Evaluating the Poetry Understanding Task?","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2607.05392","title":"SynCity 3000: Bootstrapping Scene-Scale 3D Diffusion","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2609.24516","title":"LLJ Cards: Best practices for the Use of LLMs as Judges","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2609.34864","title":"On the Limits of Metacognitive Monitoring in LLMs","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.15661","title":"Feedback as an Interface: Controlling Form and Detail in LLM Translation Refinement","created":"2026-10-11","cited_by_count":0,"area":null}],"next_cursor":null}