{"total":74,"rows":[{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2310.17631","title":"JudgeLM: Fine-tuned Large Language Models are Scalable Judges","created":"2023-10-26","cited_by_count":367,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2406.12624","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","created":"2024-06-18","cited_by_count":205,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2410.16256","title":"CompassJudger-1: All-in-one Judge Model Helps Model Evaluation and Evolution","created":"2024-10-21","cited_by_count":42,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2507.10535","title":"CodeJudgeBench: Benchmarking LLM-as-a-Judge for Coding Tasks","created":"2025-07-14","cited_by_count":33,"area":null},{"id":"2402.17826","title":"Prediction-Powered Ranking of Large Language Models","created":"2024-02-27","cited_by_count":29,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2406.05392","title":"Deconstructing The Ethics of Large Language Models from Long-standing Issues to New-emerging Dilemmas: A Survey","created":"2024-06-08","cited_by_count":23,"area":null},{"id":"2407.10725","title":"CLAVE: An Adaptive Framework for Evaluating Values of LLM Generated Responses","created":"2024-07-15","cited_by_count":23,"area":null},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2405.11874","title":"xFinder: Large Language Models as Automated Evaluators for Reliable Evaluation","created":"2024-05-20","cited_by_count":19,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2504.19254","title":"Uncertainty Quantification for Language Models: A Suite of Black-Box, White-Box, LLM Judge, and Ensemble Scorers","created":"2025-04-27","cited_by_count":18,"area":null},{"id":"2505.17104","title":"P2P: Automated Paper-to-Poster Generation and Fine-Grained Benchmark","created":"2025-05-21","cited_by_count":17,"area":null},{"id":"2402.13125","title":"TreeEval: Benchmark-Free Evaluation of Large Language Models through Tree Planning","created":"2024-02-20","cited_by_count":14,"area":null},{"id":"2407.12943","title":"Halu-J: Critique-Based Hallucination Judge","created":"2024-07-17","cited_by_count":14,"area":null},{"id":"2503.05977","title":"Is Your Video Language Model a Reliable Judge?","created":"2025-03-07","cited_by_count":14,"area":null},{"id":"2603.07244","title":"PresentBench: A Fine-Grained Rubric-Based Benchmark for Slide Generation","created":"2026-03-07","cited_by_count":14,"area":null},{"id":"2402.13764","title":"CriticEval: Evaluating Large Language Model as Critic","created":"2024-02-21","cited_by_count":13,"area":null},{"id":"2507.09104","title":"CompassJudger-2: Towards Generalist Judge Model via Verifiable Rewards","created":"2025-07-12","cited_by_count":12,"area":null},{"id":"2406.11118","title":"Incentivizing Quality Text Generation via Statistical Contracts","created":"2024-06-17","cited_by_count":10,"area":null},{"id":"2505.19236","title":"Evaluating Text Creativity across Diverse Domains: A Dataset and Large Language Model Evaluator","created":"2025-05-25","cited_by_count":10,"area":null},{"id":"2502.01754","title":"Evaluation of Large Language Models via Coupled Token Generation","created":"2025-02-03","cited_by_count":8,"area":null},{"id":"2505.03475","title":"am-ELO: A Stable Framework for Arena-based LLM Evaluation","created":"2025-05-06","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2508.20916","title":"SageLM: A Multi-aspect and Explainable Large Language Model for Speech Judgement","created":"2025-08-28","cited_by_count":7,"area":null},{"id":"2410.10724","title":"Large Language Models Are Active Critics in NLG Evaluation","created":"2024-10-14","cited_by_count":6,"area":null},{"id":"2504.07421","title":"AgentAda: Skill-Adaptive Data Analytics for Tailored Insight Discovery","created":"2025-04-10","cited_by_count":6,"area":null},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2405.16552","title":"SED: Self-Evaluation Decoding Enhances Large Language Models for Better Generation","created":"2024-05-26","cited_by_count":5,"area":null},{"id":"2502.10961","title":"Graders should cheat: privileged information enables expert-level automated evaluations","created":"2025-02-16","cited_by_count":5,"area":null},{"id":"2505.17691","title":"ELSPR: Evaluator LLM Training Data Self-Purification on Non-Transitive Preferences via Tournament Graph Reconstruction","created":"2025-05-23","cited_by_count":5,"area":null},{"id":"2510.17793","title":"Foundational Automatic Evaluators: Scaling Multi-Task Generative Evaluator Training for Reasoning-Centric Domains","created":"2025-10-20","cited_by_count":5,"area":null},{"id":"2510.18892","title":"When Models Can't Follow: Testing Instruction Adherence Across 256 LLMs","created":"2025-10-18","cited_by_count":5,"area":null},{"id":"2602.06625","title":"FairJudge: An Adaptive, Debiased, and Consistent LLM-as-a-Judge","created":"2026-02-06","cited_by_count":5,"area":null},{"id":"2505.12808","title":"Decentralized Arena: Towards Democratic and Scalable Automatic Evaluation of Language Models","created":"2025-05-19","cited_by_count":4,"area":null},{"id":"2509.24678","title":"Reference-Free Rating of LLM Responses via Latent Information","created":"2025-09-29","cited_by_count":4,"area":null},{"id":"2511.01014","title":"IF-CRITIC: Towards a Fine-Grained LLM Critic for Instruction-Following Evaluation","created":"2025-11-02","cited_by_count":4,"area":null},{"id":"2407.04969","title":"EVA-Score: Evaluating Abstractive Long-form Summarization on Informativeness through Extraction and Validation","created":"2024-07-06","cited_by_count":3,"area":null},{"id":"2410.04002","title":"Take It Easy: Label-Adaptive Self-Rationalization for Fact Verification and Explanation Generation","created":"2024-10-05","cited_by_count":3,"area":null},{"id":"2508.00454","title":"Learning an Efficient Multi-Turn Dialogue Evaluator from Multiple LLM Judges","created":"2025-08-01","cited_by_count":3,"area":null},{"id":"2410.08058","title":"Closing the Loop: Learning to Generate Writing Feedback via Language Model Simulated Student Revisions","created":"2024-10-10","cited_by_count":2,"area":null},{"id":"2411.15387","title":"From Jack of All Trades to Master of One: Specializing LLM-based Autoraters to a Test Set","created":"2024-11-23","cited_by_count":2,"area":null},{"id":"2505.20655","title":"Photography Perspective Composition: Towards Aesthetic Perspective Recommendation","created":"2025-05-27","cited_by_count":2,"area":null},{"id":"2508.18859","title":"Harnessing Meta-Learning for Controllable Full-Frame Video Stabilization","created":"2025-08-26","cited_by_count":2,"area":null},{"id":"2602.00597","title":"Hermes the Polyglot: A Unified Framework to Enhance Expressiveness for Multimodal Interlingual Subtitling","created":"2026-01-31","cited_by_count":2,"area":null},{"id":"2603.17145","title":"REAL: Regression-Aware Reinforcement Learning for LLM-as-a-Judge","created":"2026-03-17","cited_by_count":2,"area":null},{"id":"2411.02448","title":"Rate, Explain and Cite (REC): Enhanced Explanation and Attribution in Automatic Evaluation by Large Language Models","created":"2024-11-03","cited_by_count":1,"area":null},{"id":"2502.04797","title":"Self-Rationalization in the Wild: A Large Scale Out-of-Distribution Evaluation on NLI-related tasks","created":"2025-02-07","cited_by_count":1,"area":null},{"id":"2502.12052","title":"A Dual-Perspective NLG Meta-Evaluation Framework with Automatic Benchmark and Better Interpretability","created":"2025-02-17","cited_by_count":1,"area":null},{"id":"2507.05302","title":"CorrDetail: Visual Detail Enhanced Self-Correction for Face Forgery Detection","created":"2025-07-07","cited_by_count":1,"area":null},{"id":"2511.17432","title":"SMILE: A Composite Lexical-Semantic Metric for Question-Answering Evaluation","created":"2025-11-21","cited_by_count":1,"area":null},{"id":"2605.03472","title":"Auditing Stealth Sycophancy in Mental-Health Dialogue: Structured Clinical-State Diagnostics and Clean Matched Benchmarks","created":"2026-05-05","cited_by_count":1,"area":null},{"id":"2505.24616","title":"Eye of Judgement: Dissecting the Evaluation of Russian-speaking LLMs with POLLUX","created":"2025-05-30","cited_by_count":0,"area":null},{"id":"2509.13702","title":"DSCC-HS: A Dynamic Self-Reinforcing Framework for Hallucination Suppression in Large Language Models","created":"2025-09-17","cited_by_count":0,"area":null},{"id":"2604.00396","title":"VLM-in-the-Loop: A Plug-In Quality Assurance Module for ECG Digitization Pipelines","created":"2026-04-01","cited_by_count":0,"area":null},{"id":"2604.27547","title":"Diagnosing Capability Gaps in Fine-Tuning Data","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2605.04083","title":"AsymmetryZero: A Framework for Operationalizing Human Expert Preferences as Semantic Evals","created":"2026-04-15","cited_by_count":0,"area":null},{"id":"2605.04624","title":"AuditRepairBench: A Paired-Execution Trace Corpus for Evaluator-Channel Ranking Instability in Agent Repair","created":"2026-05-06","cited_by_count":0,"area":null},{"id":"2606.30219","title":"EvalSafetyGap: A Hybrid Survey and Conceptual Framework for LLM Evaluation-Safety Failures","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2607.05392","title":"SynCity 3000: Bootstrapping Scene-Scale 3D Diffusion","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.16239","title":"BACON: Budgeted Human Calibration for Modeling and Evaluation with Multiple AI Judges","created":"2026-06-26","cited_by_count":0,"area":null},{"id":"2608.16210","title":"Conditional Evaluation of Language Models with Cheap Auxiliary Signals","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2608.24160","title":"OmniJudge or OmniBias? Diagnosing Multimodal Judges through Balanced, Decoupled Lenses","created":"2026-08-25","cited_by_count":0,"area":null},{"id":"2609.39229","title":"RAIM: Robust Aggregation of Inexpensive Models for Hallucination Detection","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.05452","title":"VERA: Verdict-Conditioned Reliability for Adaptive LLM Judges","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.19719","title":"Learning Individual Scientific Taste with Privileged Hindsight Distillation","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}