{"total":124,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2308.13387","title":"Do-Not-Answer: A Dataset for Evaluating Safeguards in LLMs","created":"2023-08-25","cited_by_count":184,"area":null},{"id":"2401.12794","title":"Benchmarking LLMs via Uncertainty Quantification","created":"2024-01-23","cited_by_count":126,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2309.13633","title":"EvalLM: Interactive Evaluation of Large Language Model Prompts on User-Defined Criteria","created":"2023-09-24","cited_by_count":74,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2403.06412","title":"CLIcK: A Benchmark Dataset of Cultural and Linguistic Intelligence in Korean","created":"2024-03-11","cited_by_count":66,"area":null},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2402.14334","title":"INSTRUCTIR: A Benchmark for Instruction Following of Information Retrieval Models","created":"2024-02-22","cited_by_count":33,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2311.00321","title":"HARE: Explainable Hate Speech Detection with Step-by-Step Reasoning","created":"2023-11-01","cited_by_count":31,"area":null},{"id":"2401.02458","title":"Data-Centric Foundation Models in Computational Healthcare: A Survey","created":"2024-01-04","cited_by_count":27,"area":null},{"id":"2412.00543","title":"Evaluating the Consistency of LLM Evaluators","created":"2024-11-30","cited_by_count":24,"area":null},{"id":"2401.04531","title":"MERA: A Comprehensive LLM Evaluation in Russian","created":"2024-01-09","cited_by_count":22,"area":null},{"id":"2508.01674","title":"CUPID: Evaluating Personalized and Contextualized Alignment of LLMs from Interactions","created":"2025-08-03","cited_by_count":22,"area":null},{"id":"2502.00409","title":"Doing More with Less: A Survey on Routing Strategies for Resource Optimisation in Large Language Model-Based Systems","created":"2025-02-01","cited_by_count":20,"area":null},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2410.02902","title":"Better Instruction-Following Through Minimum Bayes Risk","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2309.12455","title":"LongDocFACTScore: Evaluating the Factuality of Long Document Abstractive Summarisation","created":"2023-09-21","cited_by_count":16,"area":null},{"id":"2505.14279","title":"YESciEval: Robust LLM-as-a-Judge for Scientific Question Answering","created":"2025-05-20","cited_by_count":16,"area":null},{"id":"2509.04484","title":"The Good, the Bad and the Constructive: Automatically Measuring Peer Review's Utility for Authors","created":"2025-08-31","cited_by_count":16,"area":null},{"id":"2412.14140","title":"GLIDER: Grading LLM Interactions and Decisions using Explainable Ranking","created":"2024-12-18","cited_by_count":14,"area":null},{"id":"2504.01001","title":"Zero-shot Benchmarking: A Framework for Flexible and Scalable Automatic Evaluation of Language Models","created":"2025-04-01","cited_by_count":14,"area":null},{"id":"2402.13764","title":"CriticEval: Evaluating Large Language Model as Critic","created":"2024-02-21","cited_by_count":13,"area":null},{"id":"2404.11826","title":"AdvisorQA: Towards Helpful and Harmless Advice-seeking Question Answering with Collective Intelligence","created":"2024-04-18","cited_by_count":12,"area":null},{"id":"2509.08494","title":"HumanAgencyBench: Scalable Evaluation of Human Agency Support in AI Assistants","created":"2025-09-10","cited_by_count":11,"area":null},{"id":"2603.20882","title":"RubricRAG: Towards Interpretable and Reliable LLM Evaluation via Domain Knowledge Retrieval for Rubric Generation","created":"2026-03-21","cited_by_count":11,"area":null},{"id":"2402.13703","title":"Investigating Multilingual Instruction-Tuning: Do Polyglot Models Demand for Multilingual Instructions?","created":"2024-02-21","cited_by_count":10,"area":null},{"id":"2407.11733","title":"How Are LLMs Mitigating Stereotyping Harms? Learning from Search Engine Studies","created":"2024-07-16","cited_by_count":10,"area":null},{"id":"2410.23463","title":"MDCure: A Scalable Pipeline for Multi-Document Instruction-Following","created":"2024-10-30","cited_by_count":10,"area":null},{"id":"2607.20083","title":"Co-Evolving LLM Evaluators and Policies via DynamicRubric","created":"2026-07-22","cited_by_count":10,"area":null},{"id":"2404.03304","title":"Concept -- An Evaluation Protocol on Conversational Recommender Systems with System-centric and User-centric Factors","created":"2024-04-04","cited_by_count":9,"area":null},{"id":"2407.06501","title":"STORYSUMM: Evaluating Faithfulness in Story Summarization","created":"2024-07-09","cited_by_count":9,"area":null},{"id":"2503.04804","title":"What do Large Language Models Say About Animals? Investigating Risks of Animal Harm in Generated Text","created":"2025-03-03","cited_by_count":9,"area":null},{"id":"2509.12405","title":"MORQA: Benchmarking Evaluation Metrics for Medical Open-Ended Question Answering","created":"2025-09-15","cited_by_count":8,"area":null},{"id":"2601.18706","title":"Health-SCORE: Towards Scalable Rubrics for Improving Health-LLMs","created":"2026-01-26","cited_by_count":8,"area":null},{"id":"2603.23522","title":"Qworld: Question-Specific Evaluation Criteria for LLMs","created":"2026-03-06","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2605.28579","title":"MUSE: Benchmarking Manufacturable, Functional, and Assemblable Text-to-CAD Generation","created":"2026-05-27","cited_by_count":8,"area":null},{"id":"2605.30568","title":"Generating and Refining Dynamic Evaluation Rubrics for LLM-as-a-Judge","created":"2026-05-28","cited_by_count":8,"area":null},{"id":"2409.14399","title":"Beyond Persuasion: Towards Conversational Recommender System with Credible Explanations","created":"2024-09-22","cited_by_count":7,"area":null},{"id":"2601.08654","title":"From Rubrics to Reliable Scores: Evidence-Grounded Text Evaluation with LLM Judges","created":"2026-01-13","cited_by_count":7,"area":null},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2505.15805","title":"Keep Security! Benchmarking Security Policy Preservation in Large Language Model Contexts Against Indirect Attacks in Question Answering","created":"2025-05-21","cited_by_count":5,"area":null},{"id":"2510.17793","title":"Foundational Automatic Evaluators: Scaling Multi-Task Generative Evaluator Training for Reasoning-Centric Domains","created":"2025-10-20","cited_by_count":5,"area":null},{"id":"2311.02049","title":"Post Turing: Mapping the landscape of LLM Evaluation","created":"2023-11-03","cited_by_count":4,"area":null},{"id":"2312.10793","title":"Demystifying Instruction Mixing for Fine-tuning Large Language Models","created":"2023-12-17","cited_by_count":4,"area":null},{"id":"2403.03594","title":"Assessing the Aesthetic Evaluation Capabilities of GPT-4 with Vision: Insights from Group and Individual Assessments","created":"2024-03-06","cited_by_count":4,"area":null},{"id":"2407.17022","title":"Can Language Models Evaluate Human Written Text? Case Study on Korean Student Writing for Education","created":"2024-07-24","cited_by_count":4,"area":null},{"id":"2503.05551","title":"Revitalizing Saturated Benchmarks: A Weighted Metric Approach for Differentiating Large Language Model Performance","created":"2025-03-07","cited_by_count":4,"area":null},{"id":"2503.21332","title":"ReFeed: Multi-dimensional Summarization Refinement with Reflective Reasoning on Feedback","created":"2025-03-27","cited_by_count":4,"area":null},{"id":"2505.12301","title":"Beyond Single-Point Judgment: Distribution Alignment for LLM-as-a-Judge","created":"2025-05-18","cited_by_count":4,"area":null},{"id":"2509.24678","title":"Reference-Free Rating of LLM Responses via Latent Information","created":"2025-09-29","cited_by_count":4,"area":null},{"id":"2603.11027","title":"Beyond the Illusion of Consensus: From Surface Heuristics to Knowledge-Grounded Evaluation in LLM-as-a-Judge","created":"2026-03-11","cited_by_count":4,"area":null},{"id":"2605.29420","title":"When Does Persona Prompting Actually Help? A Retrieval and Metric Analysis of Expert Role Injection in LLMs","created":"2026-05-28","cited_by_count":4,"area":null},{"id":"2605.30803","title":"PReMISE: Policy Rubrics as Measurement Specifications for LLM Judges","created":"2026-05-29","cited_by_count":4,"area":null},{"id":"2405.09186","title":"HumanRankEval: Automatic Evaluation of LMs as Conversational Assistants","created":"2024-05-15","cited_by_count":3,"area":null},{"id":"2503.13102","title":"REPA: Russian Error Types Annotation for Evaluating Text Generation and Judgment Capabilities","created":"2025-03-17","cited_by_count":3,"area":null},{"id":"2504.21211","title":"A Cost-Effective LLM-based Approach to Identify Wildlife Trafficking in Online Marketplaces","created":"2025-04-29","cited_by_count":3,"area":null},{"id":"2506.00482","title":"Benchmarks Are Not Atomic: Composition-Aware LLM Evaluation using BenchHub","created":"2025-05-31","cited_by_count":3,"area":null},{"id":"2506.09147","title":"LLM-as-a-qualitative-judge: automating error analysis in natural language generation","created":"2025-06-10","cited_by_count":3,"area":null},{"id":"2507.08459","title":"Diagnosing Failures in Large Language Models' Answers: Integrating Error Attribution into Evaluation Framework","created":"2025-07-11","cited_by_count":3,"area":null},{"id":"2509.11206","title":"Evalet: Evaluating Large Language Models through Functional Fragmentation","created":"2025-09-14","cited_by_count":3,"area":null},{"id":"2604.15302","title":"Diagnosing LLM Judge Reliability: Conformal Prediction Sets and Transitivity Violations","created":"2026-04-16","cited_by_count":3,"area":null},{"id":"2606.03116","title":"AnyAudio-Judge: A Dynamic Rubric-Based Benchmark and Evaluator for Audio Instruction Following","created":"2026-06-02","cited_by_count":3,"area":null},{"id":"2502.11330","title":"System Message Generation for User Preferences using Open-Source Models","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2505.15071","title":"Can Large Language Models Understand Internet Buzzwords Through User-Generated Content","created":"2025-05-21","cited_by_count":2,"area":null},{"id":"2606.14068","title":"Harsher on Male? Evaluating LLMs on Gender-Asymmetric Moral Framing Across Diverse Conflict Scenarios","created":"2026-06-12","cited_by_count":2,"area":null},{"id":"2606.30931","title":"RoPoLL: Robust Panel of LLM Judges","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2607.19322","title":"Two-Level Meta-Rubrics for Evaluating Open-Ended Generation: GAMUT, a Benchmark for Factual Completeness","created":"2026-07-21","cited_by_count":2,"area":null},{"id":"2608.30005","title":"Small Language Models as Judges for Rubric-Based Reinforcement Learning","created":"2026-08-30","cited_by_count":2,"area":null},{"id":"2405.08029","title":"PHUDGE: Phi-3 as Scalable Judge","created":"2024-05-12","cited_by_count":1,"area":null},{"id":"2502.12052","title":"A Dual-Perspective NLG Meta-Evaluation Framework with Automatic Benchmark and Better Interpretability","created":"2025-02-17","cited_by_count":1,"area":null},{"id":"2504.05229","title":"FinGrAct: A Framework for FINe-GRrained Evaluation of ACTionability in Explainable Automatic Fact-Checking","created":"2025-04-07","cited_by_count":1,"area":null},{"id":"2510.11297","title":"Are Large Language Models Effective Knowledge Graph Constructors?","created":"2025-10-13","cited_by_count":1,"area":null},{"id":"2601.03553","title":"Evaluating LLMs for Police Decision-Making: A Framework Based on Police Action Scenarios","created":"2026-01-07","cited_by_count":1,"area":null},{"id":"2601.05267","title":"Transforming User Defined Criteria into Explainable Indicators with an Integrated LLM AHP System","created":"2025-11-12","cited_by_count":1,"area":null},{"id":"2601.11783","title":"The Stability Trap: Evaluating the Reliability of LLM-Based Instruction Adherence Auditing","created":"2026-01-16","cited_by_count":1,"area":null},{"id":"2603.26728","title":"SEAR: Schema-Based Evaluation and Routing for LLM Gateways","created":"2026-03-20","cited_by_count":1,"area":null},{"id":"2604.19457","title":"Four-Axis Decision Alignment for Long-Horizon Enterprise AI Agents","created":"2026-04-21","cited_by_count":1,"area":null},{"id":"2605.18663","title":"GIM: Evaluating models via tasks that integrate multiple cognitive domains","created":"2026-05-18","cited_by_count":1,"area":null},{"id":"2605.28179","title":"SuperValid: Capability-Aligned OOD Validation for Generalizable Downstream Scaling","created":"2026-05-27","cited_by_count":1,"area":null},{"id":"2606.20676","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","created":"2026-06-12","cited_by_count":1,"area":null},{"id":"2608.12097","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","created":"2026-08-12","cited_by_count":1,"area":null},{"id":"2608.25824","title":"Localize-Then-Decide Guarantees for LLM Judgments","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2609.13824","title":"When Consistency Does Not Mean Reliability: Evaluating Local LLM Judges Against Human Ratings","created":"2026-09-12","cited_by_count":1,"area":null},{"id":"2609.16816","title":"ImpossibleRubrics: Stress-Testing Generated Rubrics as Reward Signals","created":"2026-09-15","cited_by_count":1,"area":null},{"id":"2609.19209","title":"Generative Query Suggestion via Intent Coverage and Query-Level Credit Assignment","created":"2026-09-16","cited_by_count":1,"area":null},{"id":"2403.00126","title":"FAC$^2$E: Better Understanding Large Language Model Capabilities by Dissociating Language and Cognition","created":"2024-02-29","cited_by_count":0,"area":null},{"id":"2404.19708","title":"Harmonic LLMs are Trustworthy","created":"2024-04-30","cited_by_count":0,"area":null},{"id":"2505.09923","title":"\"There Is No Such Thing as a Dumb Question,\" But There Are Good Ones","created":"2025-05-15","cited_by_count":0,"area":null},{"id":"2506.08320","title":"How Good LLM-Generated Password Policies Are?","created":"2025-06-10","cited_by_count":0,"area":null},{"id":"2508.20374","title":"TCIA: A Task-Centric Instruction Augmentation Method for Instruction Finetuning","created":"2025-08-28","cited_by_count":0,"area":null}],"next_cursor":"100"}