{"total":250,"rows":[{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2510.27106","title":"Rating Roulette: Self-Inconsistency in LLM-As-A-Judge Frameworks","created":"2025-10-31","cited_by_count":38,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2503.17489","title":"Judge Anything: MLLM as a Judge Across Any Modality","created":"2025-03-21","cited_by_count":34,"area":null},{"id":"2508.20033","title":"DeepScholar-Bench: A Live Benchmark and Automated Evaluation for Generative Research Synthesis","created":"2025-08-27","cited_by_count":34,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2507.16280","title":"ResearcherBench: Evaluating Deep AI Research Systems on the Frontiers of Scientific Inquiry","created":"2025-07-22","cited_by_count":32,"area":null},{"id":"2506.02592","title":"Beyond the Surface: Measuring Self-Preference in LLM Judgments","created":"2025-06-03","cited_by_count":31,"area":null},{"id":"2506.07642","title":"TreeReview: A Dynamic Tree of Questions Framework for Deep and Efficient LLM-based Scientific Peer Review","created":"2025-06-09","cited_by_count":31,"area":null},{"id":"2505.12201","title":"How Reliable is Multilingual LLM-as-a-Judge?","created":"2025-05-18","cited_by_count":30,"area":null},{"id":"2511.21140","title":"How to Correctly Report LLM-as-a-Judge Evaluations","created":"2025-11-26","cited_by_count":30,"area":null},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2502.09082","title":"CoSER: A Comprehensive Literary Dataset and Framework for Training and Evaluating LLM Role-Playing and Persona Simulation","created":"2025-02-13","cited_by_count":26,"area":null},{"id":"2601.03193","title":"UniCorn: Towards Self-Improving Unified Multimodal Models through Self-Generated Supervision","created":"2026-01-06","cited_by_count":26,"area":null},{"id":"2501.00192","title":"MLLM-as-a-Judge for Image Safety without Human Labeling","created":"2024-12-31","cited_by_count":23,"area":null},{"id":"2503.11441","title":"D3: Diversity, Difficulty, and Dependability-Aware Data Selection for Sample-Efficient LLM Instruction Tuning","created":"2025-03-14","cited_by_count":21,"area":null},{"id":"2509.16533","title":"Challenging the Evaluator: LLM Sycophancy Under User Rebuttal","created":"2025-09-20","cited_by_count":18,"area":null},{"id":"2510.07550","title":"TRAVL: A Recipe for Making Video-Language Models Better Judges of Physics Implausibility","created":"2025-10-08","cited_by_count":18,"area":null},{"id":"2602.11199","title":"When and What to Ask: AskBench and Rubric-Guided RLVR for LLM Clarification","created":"2026-02-04","cited_by_count":16,"area":null},{"id":"2504.12408","title":"A Human-AI Comparative Analysis of Prompt Sensitivity in LLM-Based Relevance Judgment","created":"2025-04-16","cited_by_count":15,"area":null},{"id":"2504.01001","title":"Zero-shot Benchmarking: A Framework for Flexible and Scalable Automatic Evaluation of Language Models","created":"2025-04-01","cited_by_count":14,"area":null},{"id":"2504.12558","title":"Benchmarking LLM-based Relevance Judgment Methods","created":"2025-04-17","cited_by_count":14,"area":null},{"id":"2511.21843","title":"FLAWS: A Benchmark for Error Identification and Localization in Scientific Papers","created":"2025-11-26","cited_by_count":14,"area":null},{"id":"2602.09383","title":"BiasScope: Towards Automated Detection of Bias in LLM-as-a-Judge Evaluation","created":"2026-02-10","cited_by_count":14,"area":null},{"id":"2512.21120","title":"ClarifyMT-Bench: Benchmarking and Improving Multi-Turn Clarification for Conversational Large Language Models","created":"2025-12-24","cited_by_count":13,"area":null},{"id":"2512.10551","title":"LLM-Auction: Generative Auction towards LLM-Native Advertising","created":"2025-12-11","cited_by_count":12,"area":null},{"id":"2604.01707","title":"Memory in the LLM Era: Modular Architectures and Strategies in a Unified Framework","created":"2026-04-02","cited_by_count":12,"area":null},{"id":"2507.21953","title":"MapAgent: Trajectory-Constructed Memory-Augmented Planning for Mobile Task Automation","created":"2025-07-29","cited_by_count":11,"area":null},{"id":"2601.19532","title":"Benchmarks Saturate When The Model Gets Smarter Than The Judge","created":"2026-01-27","cited_by_count":11,"area":null},{"id":"2505.19236","title":"Evaluating Text Creativity across Diverse Domains: A Dataset and Large Language Model Evaluator","created":"2025-05-25","cited_by_count":10,"area":null},{"id":"2507.20352","title":"RMTBench: Benchmarking LLMs Through Multi-Turn User-Centric Role-Playing","created":"2025-07-27","cited_by_count":10,"area":null},{"id":"2511.18491","title":"MindEval: Benchmarking Language Models on Multi-turn Mental Health Support","created":"2025-11-23","cited_by_count":10,"area":null},{"id":"2508.07805","title":"Can You Trick the Grader? Adversarial Persuasion of LLM Judges","created":"2025-08-11","cited_by_count":9,"area":null},{"id":"2508.15218","title":"Are Checklists Really Useful for Automatic Evaluation of Generative Tasks?","created":"2025-08-21","cited_by_count":9,"area":null},{"id":"2603.21669","title":"PRM-as-a-Judge: A Dense Evaluation Paradigm for Fine-Grained Robotic Auditing","created":"2026-03-23","cited_by_count":9,"area":null},{"id":"2501.02039","title":"An Investigation into Value Misalignment in LLM-Generated Texts for Cultural Heritage","created":"2025-01-03","cited_by_count":8,"area":null},{"id":"2501.07482","title":"TiEBe: Tracking Language Model Recall of Notable Worldwide Events Through Time","created":"2025-01-13","cited_by_count":8,"area":null},{"id":"2504.07749","title":"NorEval: A Norwegian Language Understanding and Generation Evaluation Benchmark","created":"2025-04-10","cited_by_count":8,"area":null},{"id":"2505.08498","title":"LCES: Zero-shot Automated Essay Scoring via Pairwise Comparisons Using Large Language Models","created":"2025-05-13","cited_by_count":8,"area":null},{"id":"2509.16093","title":"Beyond Pointwise Scores: Decomposed Criteria-Based Evaluation of LLM Responses","created":"2025-09-19","cited_by_count":8,"area":null},{"id":"2509.21079","title":"SoM-1K: A Thousand-Problem Benchmark Dataset for Strength of Materials","created":"2025-09-25","cited_by_count":8,"area":null},{"id":"2509.22957","title":"Doubly-Robust LLM-as-a-Judge: Externally Valid Estimation with Imperfect Personas","created":"2025-09-26","cited_by_count":8,"area":null},{"id":"2509.25154","title":"Who's Your Judge? On the Detectability of LLM-Generated Judgments","created":"2025-09-29","cited_by_count":8,"area":null},{"id":"2603.23522","title":"Qworld: Question-Specific Evaluation Criteria for LLMs","created":"2026-03-06","cited_by_count":8,"area":null},{"id":"2504.17075","title":"Agree to Disagree? A Meta-Evaluation of LLM Misgendering","created":"2025-04-23","cited_by_count":7,"area":null},{"id":"2508.12792","title":"Bridging Human and LLM Judgments: Understanding and Narrowing the Gap","created":"2025-08-18","cited_by_count":7,"area":null},{"id":"2508.20916","title":"SageLM: A Multi-aspect and Explainable Large Language Model for Speech Judgement","created":"2025-08-28","cited_by_count":7,"area":null},{"id":"2510.06231","title":"CML-Bench: A Framework for Evaluating and Enhancing LLM-Powered Movie Scripts Generation","created":"2025-10-01","cited_by_count":7,"area":null},{"id":"2512.07831","title":"UnityVideo: Unified Multi-Modal Multi-Task Learning for Enhancing World-Aware Video Generation","created":"2025-12-08","cited_by_count":7,"area":null},{"id":"2601.03775","title":"Do LLM Self-Explanations Help Users Predict Model Behavior? Evaluating Counterfactual Simulatability with Pragmatic Perturbations","created":"2026-01-07","cited_by_count":7,"area":null},{"id":"2502.05467","title":"Position: LLMs Can be Good Tutors in English Education","created":"2025-02-08","cited_by_count":6,"area":null},{"id":"2506.06355","title":"LLMs as World Models: Data-Driven and Human-Centered Pre-Event Simulation for Disaster Impact Assessment","created":"2025-06-02","cited_by_count":6,"area":null},{"id":"2510.13494","title":"LiteraryQA: Towards Effective Evaluation of Long-document Narrative QA","created":"2025-10-15","cited_by_count":6,"area":null},{"id":"2601.01129","title":"RovoDev Code Reviewer: A Large-Scale Online Evaluation of LLM-based Code Review Automation at Atlassian","created":"2026-01-03","cited_by_count":6,"area":null},{"id":"2412.12422","title":"FactEHR: A Dataset for Evaluating Factuality in Clinical Notes Using LLMs","created":"2024-12-17","cited_by_count":5,"area":null},{"id":"2503.04372","title":"Assumed Identities: Quantifying Gender Bias in Machine Translation of Gender-Ambiguous Occupational Terms","created":"2025-03-06","cited_by_count":5,"area":null},{"id":"2506.12263","title":"A Survey of Foundation Models for IoT: Taxonomy and Criteria-Based Analysis","created":"2025-06-13","cited_by_count":5,"area":null},{"id":"2506.20274","title":"Enterprise Large Language Model Evaluation Benchmark","created":"2025-06-25","cited_by_count":5,"area":null},{"id":"2601.07506","title":"Judging Against the Reference: Uncovering Knowledge-Driven Failures in LLM-Judges on QA Evaluation","created":"2026-01-12","cited_by_count":5,"area":null},{"id":"2601.22548","title":"Are LLM Evaluators Really Narcissists? Sanity Checking Self-Preference Evaluations","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2502.14268","title":"MCQA-Eval: Efficient Confidence Evaluation in NLG with Gold-Standard Correctness Labels","created":"2025-02-20","cited_by_count":4,"area":null},{"id":"2504.12589","title":"Efficient MAP Estimation of LLM Judgment Performance with Prior Transfer","created":"2025-04-17","cited_by_count":4,"area":null},{"id":"2505.11340","title":"DecompileBench: A Comprehensive Benchmark for Evaluating Decompilers in Real-World Scenarios","created":"2025-05-16","cited_by_count":4,"area":null},{"id":"2505.21972","title":"LLMs Judging LLMs: A Simplex Perspective","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2506.01484","title":"LLM in the Loop: Creating the ParaDeHate Dataset for Hate Speech Detoxification","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2508.12903","title":"A Stitch in Time Saves Nine: Proactive Self-Refinement for Language Models","created":"2025-08-18","cited_by_count":4,"area":null},{"id":"2508.20996","title":"ChatThero: An LLM-Supported Chatbot for Behavior Change and Therapeutic Support in Addiction Recovery","created":"2025-08-28","cited_by_count":4,"area":null},{"id":"2510.25384","title":"Roleplaying with Structure: Synthetic Therapist-Client Conversation Generation from Questionnaires","created":"2025-10-29","cited_by_count":4,"area":null},{"id":"2511.07659","title":"Revisiting NLI: Towards Cost-Effective and Human-Aligned Metrics for Evaluating LLMs in Question Answering","created":"2025-11-10","cited_by_count":4,"area":null},{"id":"2511.21042","title":"LungNoduleAgent: A Collaborative Multi-Agent System for Precision Diagnosis of Lung Nodules","created":"2025-11-26","cited_by_count":4,"area":null},{"id":"2512.02170","title":"Flowchart2Mermaid: A Vision-Language Model Powered System for Converting Flowcharts into Editable Diagram Code","created":"2025-12-01","cited_by_count":4,"area":null},{"id":"2512.04578","title":"LexGenius: An Expert-Level Benchmark for Large Language Models in Legal General Intelligence","created":"2025-12-04","cited_by_count":4,"area":null},{"id":"2512.08121","title":"Balanced Accuracy: The Right Metric for Evaluating LLM Judges -- Explained through Youden's J statistic","created":"2025-12-08","cited_by_count":4,"area":null},{"id":"2512.10652","title":"TriDF: Evaluating Perception, Detection, and Hallucination for Interpretable DeepFake Detection","created":"2025-12-11","cited_by_count":4,"area":null},{"id":"2601.15307","title":"DeepSurvey-Bench: Evaluating Academic Value of Automatically Generated Scientific Surveys","created":"2026-01-13","cited_by_count":4,"area":null},{"id":"2602.00742","title":"CURP: Codebook-based Continuous User Representation for Personalized Generation with LLMs","created":"2026-01-31","cited_by_count":4,"area":null},{"id":"2603.11027","title":"Beyond the Illusion of Consensus: From Surface Heuristics to Knowledge-Grounded Evaluation in LLM-as-a-Judge","created":"2026-03-11","cited_by_count":4,"area":null},{"id":"2607.12885","title":"LLM Judges Can Be Too Generous When There Is No Reference Answer","created":"2026-07-14","cited_by_count":4,"area":null},{"id":"2501.09444","title":"Solving the Unsolvable: Translating Case Law in Hong Kong","created":"2025-01-16","cited_by_count":3,"area":null},{"id":"2503.03303","title":"SEOE: A Scalable and Reliable Semantic Evaluation Framework for Open Domain Event Detection","created":"2025-03-05","cited_by_count":3,"area":null},{"id":"2505.01479","title":"Deliberate Planning in Language Models with Symbolic Representation","created":"2025-05-02","cited_by_count":3,"area":null},{"id":"2506.02659","title":"Are Economists Always More Introverted? Analyzing Consistency in Persona-Assigned LLMs","created":"2025-06-03","cited_by_count":3,"area":null},{"id":"2506.16586","title":"AI-Driven Tools in Modern Software Quality Assurance: An Assessment of Benefits, Challenges, and Future Directions","created":"2025-06-19","cited_by_count":3,"area":null},{"id":"2507.06774","title":"Checklist Engineering Empowers Multilingual LLM Judges","created":"2025-07-09","cited_by_count":3,"area":null},{"id":"2508.00454","title":"Learning an Efficient Multi-Turn Dialogue Evaluator from Multiple LLM Judges","created":"2025-08-01","cited_by_count":3,"area":null},{"id":"2508.07180","title":"Code2Bench: Scaling Source and Rigor for Dynamic Benchmark Construction","created":"2025-08-10","cited_by_count":3,"area":null},{"id":"2512.03005","title":"From Moderation to Mediation: Can LLMs Serve as Mediators in Online Flame Wars?","created":"2025-12-02","cited_by_count":3,"area":null},{"id":"2512.23025","title":"LENS: LLM-Enabled Narrative Synthesis for Mental Health by Aligning Multimodal Sensing with Language Models","created":"2025-12-28","cited_by_count":3,"area":null},{"id":"2601.17312","title":"Meta-Judging with Large Language Models: Concepts, Methods, and Challenges","created":"2026-01-24","cited_by_count":3,"area":null},{"id":"2603.18557","title":"Cross-Lingual LLM-Judge Transfer via Evaluation Decomposition","created":"2026-03-19","cited_by_count":3,"area":null},{"id":"2604.05083","title":"Beyond LLM-as-a-Judge: Deterministic Metrics for Multilingual Generative Text Evaluation","created":"2026-04-06","cited_by_count":3,"area":null},{"id":"2604.05593","title":"Label Effects: Shared Heuristic Reliance in Trust Assessment by Humans and LLM-as-a-Judge","created":"2026-04-07","cited_by_count":3,"area":null},{"id":"2606.07810","title":"SLMJury: Can Small Language Models Judge as Well as Large Ones?","created":"2026-06-05","cited_by_count":3,"area":null},{"id":"2608.04333","title":"Cost-Aware Multi-Objective Bandits: Theory and Application to Budgeted LLM Configuration Evaluation","created":"2026-08-05","cited_by_count":3,"area":null},{"id":"2412.07019","title":"Assessing the Impact of Conspiracy Theories Using Large Language Models","created":"2024-12-09","cited_by_count":2,"area":null},{"id":"2412.15683","title":"Variability Need Not Imply Error: The Case of Adequate but Semantically Distinct Responses","created":"2024-12-20","cited_by_count":2,"area":null},{"id":"2502.12565","title":"Self Iterative Label Refinement via Robust Unlabeled Learning","created":"2025-02-18","cited_by_count":2,"area":null}],"next_cursor":"100"}