{"total":90,"rows":[{"id":"2404.13076","title":"LLM Evaluators Recognize and Favor Their Own Generations","created":"2024-04-15","cited_by_count":686,"area":"alignment"},{"id":"2504.07615","title":"VLM-R1: A Stable and Generalizable R1-style Large Vision-Language Model","created":"2025-04-10","cited_by_count":526,"area":"lr"},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2402.10669","title":"Humans or LLMs as the Judge? A Study on Judgement Biases","created":"2024-02-16","cited_by_count":323,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2405.01724","title":"Large Language Models are Inconsistent and Biased Evaluators","created":"2024-05-02","cited_by_count":153,"area":null},{"id":"2402.14016","title":"Is LLM-as-a-Judge Robust? Investigating Universal Adversarial Attacks on Zero-shot LLM Assessment","created":"2024-02-21","cited_by_count":126,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2402.11436","title":"Pride and Prejudice: LLM Amplifies Self-Bias in Self-Refinement","created":"2024-02-18","cited_by_count":114,"area":"lr"},{"id":"2404.11457","title":"Bias and Unfairness in Information Retrieval Systems: New Challenges in the LLM Era","created":"2024-04-17","cited_by_count":98,"area":null},{"id":"2502.18770","title":"Reward Shaping to Mitigate Reward Hacking in RLHF","created":"2025-02-26","cited_by_count":88,"area":"alignment"},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2501.03200","title":"The FACTS Grounding Leaderboard: Benchmarking LLMs' Ability to Ground Responses to Long-Form Input","created":"2025-01-06","cited_by_count":52,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2601.20975","title":"DeepSearchQA: Bridging the Comprehensiveness Gap for Deep Research Agents","created":"2026-01-28","cited_by_count":50,"area":"agents"},{"id":"2401.06760","title":"Navigating the Metrics Maze: Reconciling Score Magnitudes and Accuracies","created":"2024-01-12","cited_by_count":40,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2504.03846","title":"Do LLM Evaluators Prefer Themselves for a Reason?","created":"2025-04-04","cited_by_count":38,"area":"lr"},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2408.15549","title":"WildFeedback: Aligning LLMs With In-situ User Interactions And Feedback","created":"2024-08-28","cited_by_count":31,"area":"alignment"},{"id":"2506.02592","title":"Beyond the Surface: Measuring Self-Preference in LLM Judgments","created":"2025-06-03","cited_by_count":31,"area":null},{"id":"2407.04549","title":"Spontaneous Reward Hacking in Iterative Self-Refinement","created":"2024-07-05","cited_by_count":26,"area":"alignment"},{"id":"2410.18697","title":"How Good Are LLMs for Literary Translation, Really? Literary Translation Evaluation with Humans and LLMs","created":"2024-10-24","cited_by_count":23,"area":null},{"id":"2409.04168","title":"From Calculation to Adjudication: Examining LLM judges on Mathematical Reasoning Tasks","created":"2024-09-06","cited_by_count":22,"area":"lr"},{"id":"2508.01432","title":"TripTailor: A Real-World Benchmark for Personalized Travel Planning","created":"2025-08-02","cited_by_count":22,"area":"lr"},{"id":"2407.06946","title":"Self-Recognition in Language Models","created":"2024-07-09","cited_by_count":18,"area":null},{"id":"2506.07671","title":"GaRAGe: A Benchmark with Grounding Annotations for RAG Evaluation","created":"2025-06-09","cited_by_count":18,"area":null},{"id":"2405.02637","title":"TREC iKAT 2023: A Test Collection for Evaluating Conversational and Interactive Knowledge Assistants","created":"2024-05-04","cited_by_count":17,"area":null},{"id":"2406.11629","title":"Can Many-Shot In-Context Learning Help LLMs as Evaluators? A Preliminary Empirical Study","created":"2024-06-17","cited_by_count":15,"area":null},{"id":"2411.13173","title":"Writing Style Matters: An Examination of Bias and Fairness in Information Retrieval Systems","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2503.19092","title":"Rankers, Judges, and Assistants: Towards Understanding the Interplay of LLMs in Information Retrieval Evaluation","created":"2025-03-24","cited_by_count":15,"area":null},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2311.13133","title":"LIMIT: Less Is More for Instruction Tuning Across Evaluation Paradigms","created":"2023-11-22","cited_by_count":14,"area":null},{"id":"2504.11972","title":"Reassessing Extractive QA Datasets at Scale: LLM-as-a-Judge and In-Depth Analyses","created":"2025-04-16","cited_by_count":14,"area":null},{"id":"2604.22891","title":"Quantifying and Mitigating Self-Preference Bias of LLM Judges","created":"2026-04-24","cited_by_count":10,"area":"alignment"},{"id":"2506.00386","title":"Adaptive-VP: A Framework for LLM-Based Virtual Patients that Adapts to Trainees' Dialogue to Facilitate Nurse Communication Training","created":"2025-05-31","cited_by_count":9,"area":null},{"id":"2402.11271","title":"MONAL: Model Autophagy Analysis for Modeling Human-AI Interactions","created":"2024-02-17","cited_by_count":7,"area":null},{"id":"2410.19692","title":"AGENT-CQ: Automatic Generation and Evaluation of Clarifying Questions for Conversational Search with LLMs","created":"2024-10-25","cited_by_count":7,"area":"agents"},{"id":"2506.10301","title":"Towards Understanding Bias in Synthetic Data for Evaluation","created":"2025-06-12","cited_by_count":7,"area":"synth"},{"id":"2507.03772","title":"Skewed Score: A statistical framework to assess autograders","created":"2025-07-04","cited_by_count":7,"area":null},{"id":"2508.19221","title":"Evaluating the Evaluators: Are readability metrics good measures of readability?","created":"2025-08-26","cited_by_count":6,"area":null},{"id":"2605.28732","title":"MemTrace: Tracing and Attributing Errors in Large Language Model Memory Systems","created":"2026-05-27","cited_by_count":6,"area":"lr"},{"id":"2601.07506","title":"Judging Against the Reference: Uncovering Knowledge-Driven Failures in LLM-Judges on QA Evaluation","created":"2026-01-12","cited_by_count":5,"area":null},{"id":"2601.22548","title":"Are LLM Evaluators Really Narcissists? Sanity Checking Self-Preference Evaluations","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2602.06625","title":"FairJudge: An Adaptive, Debiased, and Consistent LLM-as-a-Judge","created":"2026-02-06","cited_by_count":5,"area":null},{"id":"2504.21117","title":"Beyond One-Size-Fits-All: Inversion Learning for Highly Effective NLG Evaluation Prompts","created":"2025-04-29","cited_by_count":4,"area":null},{"id":"2509.03867","title":"Drivel-ology: Challenging LLMs with Interpreting Nonsense with Depth","created":"2025-09-04","cited_by_count":4,"area":null},{"id":"2604.07650","title":"A Statistical Framework for Auditing Behavioral Dependence and Induced Bias in LLM Judges","created":"2026-04-08","cited_by_count":4,"area":null},{"id":"2505.15795","title":"Reverse Engineering Human Preferences with Reinforcement Learning","created":"2025-05-21","cited_by_count":3,"area":"alignment"},{"id":"2509.03647","title":"Breaking the Mirror: Activation-Based Mitigation of Self-Preference in LLM Evaluators","created":"2025-09-03","cited_by_count":3,"area":"alignment"},{"id":"2601.04350","title":"RIGOURATE: Quantifying Scientific Exaggeration with Evidence-Aligned Claim Evaluation","created":"2026-01-07","cited_by_count":3,"area":null},{"id":"2607.11889","title":"Scaling Point-in-Time Language Models: Enabling Economic Evaluation of Embeddings","created":"2026-04-24","cited_by_count":3,"area":null},{"id":"2409.19507","title":"A Critical Look at Meta-evaluating Summarisation Evaluation Metrics","created":"2024-09-29","cited_by_count":2,"area":null},{"id":"2501.05662","title":"Cascaded Self-Evaluation Augmented Training for Lightweight Multimodal LLMs","created":"2025-01-10","cited_by_count":2,"area":"lr"},{"id":"2502.12565","title":"Self Iterative Label Refinement via Robust Unlabeled Learning","created":"2025-02-18","cited_by_count":2,"area":null},{"id":"2503.08035","title":"Group Preference Alignment: Customized LLM Response Generation from In-Situ Conversations","created":"2025-03-11","cited_by_count":2,"area":"alignment"},{"id":"2505.05406","title":"Frame In, Frame Out: Measuring Framing Bias in LLM-Generated News Summaries","created":"2025-05-08","cited_by_count":2,"area":null},{"id":"2509.08777","title":"Calibrating MLLM-as-a-judge via Multimodal Bayesian Prompt Ensembles","created":"2025-09-10","cited_by_count":2,"area":"mllm"},{"id":"2509.23095","title":"Causally-Enhanced Reinforcement Policy Optimization","created":"2025-09-27","cited_by_count":2,"area":null},{"id":"2510.00034","title":"Review of Hallucination Understanding in Large Language and Vision Models","created":"2025-09-26","cited_by_count":2,"area":null},{"id":"2407.05599","title":"Generative Debunking of Climate Misinformation","created":"2024-07-08","cited_by_count":1,"area":null},{"id":"2504.02106","title":"ContrastScore: Towards Higher Quality, Less Biased, More Efficient Evaluation Metrics with Contrastive Evaluation","created":"2025-04-02","cited_by_count":1,"area":null},{"id":"2508.17234","title":"ClaimGen-CN: A Large-scale Chinese Dataset for Legal Claim Generation","created":"2025-08-24","cited_by_count":1,"area":null},{"id":"2508.18467","title":"The AI in the Mirror: LLM Self-Recognition in an Iterated Public Goods Game","created":"2025-08-25","cited_by_count":1,"area":null},{"id":"2602.05110","title":"Understanding LLM Evaluator Behavior: A Structured Multi-Evaluator Framework for Merchant Risk Assessment","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2604.11589","title":"MLLM-as-a-Judge Exhibits Model Preference Bias","created":"2026-04-13","cited_by_count":1,"area":"mllm"},{"id":"2606.16545","title":"Can LLM Coding Agents Reason About Time Series?","created":"2026-06-15","cited_by_count":1,"area":"lr"},{"id":"2607.02235","title":"Challenges and Recommendations for LLM-as-a-Judge in Multilingual Settings and for Low-Resource Languages","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2608.18091","title":"Self- and Other-Labels Induce Bidirectional Bias in LLM Judges","created":"2026-06-06","cited_by_count":1,"area":null},{"id":"2609.17857","title":"Who Judges Matters: Measuring Family-Conditioned Preference in LLM-as-Judge Panels","created":"2026-09-15","cited_by_count":1,"area":null},{"id":"2404.17481","title":"ReproHum #0087-01: Human Evaluation Reproduction Report for Generating Fact Checking Explanations","created":"2024-04-26","cited_by_count":0,"area":null},{"id":"2409.06518","title":"Medal Matters: Probing LLMs' Failure Cases Through Olympic Rankings","created":"2024-09-10","cited_by_count":0,"area":null},{"id":"2502.13396","title":"Prompting a Weighting Mechanism into LLM-as-a-Judge in Two-Step: A Case Study","created":"2025-02-19","cited_by_count":0,"area":null},{"id":"2503.06139","title":"GRP: Goal-Reversed Prompting for Zero-Shot Evaluation with LLMs","created":"2025-03-08","cited_by_count":0,"area":null},{"id":"2504.05535","title":"COIG-P: A High-Quality and Large-Scale Chinese Preference Dataset for Alignment with Human Values","created":"2025-04-07","cited_by_count":0,"area":"alignment"},{"id":"2507.22359","title":"League of LLMs: A Benchmark-Free Paradigm for Mutual Evaluation of Large Language Models","created":"2025-07-30","cited_by_count":0,"area":null},{"id":"2509.01387","title":"ABCD-LINK: Annotation Bootstrapping for Cross-Document Fine-Grained Links","created":"2025-09-01","cited_by_count":0,"area":"synth"},{"id":"2509.17999","title":"The Narcissus Hypothesis: Descending to the Rung of Illusion","created":"2025-09-22","cited_by_count":0,"area":null},{"id":"2510.15746","title":"LLMs Judge Themselves: A Game-Theoretic Framework for Human-Aligned Evaluation","created":"2025-10-17","cited_by_count":0,"area":"alignment"},{"id":"2602.02898","title":"Aligning Language Model Benchmarks with Pairwise Preferences","created":"2026-02-02","cited_by_count":0,"area":"alignment"},{"id":"2605.10810","title":"Likelihood scoring for continuations of mathematical text: a self-supervised benchmark with tests for shortcut vulnerabilities","created":"2026-05-11","cited_by_count":0,"area":null},{"id":"2605.27921","title":"Show, Don't TELL: Explainable AI-Generated Text Detection","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2606.30556","title":"Poller: Are LLMs Suitable for Evaluating the Poetry Understanding Task?","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2607.05392","title":"SynCity 3000: Bootstrapping Scene-Scale 3D Diffusion","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.10626","title":"Eval-Pair Matrix: Answer-Paired Meta-Evaluation of LLM Judges for Grounded RAG","created":"2026-07-12","cited_by_count":0,"area":"rag"},{"id":"2609.24516","title":"LLJ Cards: Best practices for the Use of LLMs as Judges","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2609.34864","title":"On the Limits of Metacognitive Monitoring in LLMs","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.15661","title":"Feedback as an Interface: Controlling Form and Detail in LLM Translation Refinement","created":"2026-10-11","cited_by_count":0,"area":null},{"id":"2610.16402","title":"EvoWeb: A Benchmark for Coding Agents on Evolving Web Applications","created":"2026-10-12","cited_by_count":0,"area":"agents"}],"next_cursor":null}