{"total":110,"rows":[{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2410.21819","title":"Self-Preference Bias in LLM-as-a-Judge","created":"2024-10-29","cited_by_count":258,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2406.11657","title":"Can LLM be a Personalized Judge?","created":"2024-06-17","cited_by_count":100,"area":null},{"id":"2407.04622","title":"On scalable oversight with weak LLMs judging strong LLMs","created":"2024-07-05","cited_by_count":99,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2506.07962","title":"Correlated Errors in Large Language Models","created":"2025-06-09","cited_by_count":45,"area":null},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2410.15413","title":"A Comprehensive Evaluation of Cognitive Biases in LLMs","created":"2024-10-20","cited_by_count":34,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2501.14956","title":"ExPerT: Effective and Explainable Evaluation of Personalized Long-Form Text Generation","created":"2025-01-24","cited_by_count":26,"area":null},{"id":"2412.00543","title":"Evaluating the Consistency of LLM Evaluators","created":"2024-11-30","cited_by_count":24,"area":null},{"id":"2502.04426","title":"The simulation of judgment in LLMs","created":"2025-02-06","cited_by_count":22,"area":null},{"id":"2602.08672","title":"Learning to Judge: LLMs Designing and Applying Evaluation Rubrics","created":"2026-02-09","cited_by_count":19,"area":null},{"id":"2410.13961","title":"From Single to Multi: How LLMs Hallucinate in Multi-Document Summarization","created":"2024-10-17","cited_by_count":17,"area":null},{"id":"2507.20957","title":"Your AI, Not Your View: The Bias of LLMs in Investment Analysis","created":"2025-07-28","cited_by_count":17,"area":null},{"id":"2503.19092","title":"Rankers, Judges, and Assistants: Towards Understanding the Interplay of LLMs in Information Retrieval Evaluation","created":"2025-03-24","cited_by_count":15,"area":null},{"id":"2503.22353","title":"Firm or Fickle? Evaluating Large Language Models Consistency in Sequential Interactions","created":"2025-03-28","cited_by_count":13,"area":null},{"id":"2405.15329","title":"DnA-Eval: Enhancing Large Language Model Evaluation through Decomposition and Aggregation","created":"2024-05-24","cited_by_count":12,"area":null},{"id":"2502.14613","title":"Behavioral Analysis of Information Salience in Large Language Models","created":"2025-02-20","cited_by_count":12,"area":null},{"id":"2602.14233","title":"Evaluating LLMs in Finance Requires Explicit Bias Consideration","created":"2026-02-15","cited_by_count":11,"area":null},{"id":"2411.05980","title":"FactLens: Benchmarking Fine-Grained Fact Verification","created":"2024-11-08","cited_by_count":10,"area":null},{"id":"2504.07971","title":"SPHERE: An Evaluation Card for Human-AI Systems","created":"2025-03-24","cited_by_count":9,"area":null},{"id":"2509.21972","title":"From Superficial Outputs to Superficial Learning: Risks of Large Language Models in Education","created":"2025-09-26","cited_by_count":9,"area":null},{"id":"2505.21701","title":"Do We Know What LLMs Don't Know? A Study of Consistency in Knowledge Probing","created":"2025-05-27","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2507.03772","title":"Skewed Score: A statistical framework to assess autograders","created":"2025-07-04","cited_by_count":7,"area":null},{"id":"2507.19144","title":"Solar Photovoltaic Assessment with Large Language Model","created":"2025-07-25","cited_by_count":7,"area":null},{"id":"2510.12110","title":"Deep Associations, High Creativity: A Simple yet Effective Metric for Evaluating Large Language Models","created":"2025-10-14","cited_by_count":7,"area":null},{"id":"2606.07612","title":"Position: Anthropomorphic Misalignment Research Needs Stronger Evidence","created":"2026-05-29","cited_by_count":7,"area":null},{"id":"2410.10215","title":"SkillAggregation: Reference-free LLM-Dependent Aggregation","created":"2024-10-14","cited_by_count":6,"area":null},{"id":"2508.19221","title":"Evaluating the Evaluators: Are readability metrics good measures of readability?","created":"2025-08-26","cited_by_count":6,"area":null},{"id":"2407.17624","title":"Forecasting Credit Ratings: A Case Study where Traditional Methods Outperform Generative LLMs","created":"2024-07-24","cited_by_count":5,"area":null},{"id":"2408.15409","title":"Awes, Laws, and Flaws From Today's LLM Research","created":"2024-08-27","cited_by_count":5,"area":null},{"id":"2502.13031","title":"HPSS: Heuristic Prompting Strategy Search for LLM Evaluators","created":"2025-02-18","cited_by_count":5,"area":null},{"id":"2503.08684","title":"Perplexity Trap: PLM-Based Retrievers Overrate Low Perplexity Documents","created":"2025-03-11","cited_by_count":5,"area":null},{"id":"2512.12839","title":"What Matters in Evaluating Book-Length Stories? A Systematic Study of Long Story Evaluation","created":"2025-12-14","cited_by_count":5,"area":null},{"id":"2605.22148","title":"Ratchet: How Reliable Must an LLM Judge Be to Retire a Skill?","created":"2026-05-21","cited_by_count":5,"area":null},{"id":"2502.14791","title":"Rapid Word Learning Through Meta In-Context Learning","created":"2025-02-20","cited_by_count":4,"area":null},{"id":"2504.19061","title":"Hallucinations and Key Information Extraction in Medical Texts: A Comprehensive Assessment of Open-Source Large Language Models","created":"2025-04-27","cited_by_count":4,"area":null},{"id":"2505.04209","title":"To Judge or not to Judge: Using LLM Judgements for Advertiser Keyphrase Relevance at eBay","created":"2025-05-07","cited_by_count":4,"area":null},{"id":"2605.09228","title":"ProactBench: Beyond What The User Asked For","created":"2026-05-09","cited_by_count":4,"area":null},{"id":"2505.17149","title":"Large Language Models for Predictive Analysis: How Far Are They?","created":"2025-05-22","cited_by_count":3,"area":null},{"id":"2601.16444","title":"Exploring the Effects of Alignment on Numerical Bias in Large Language Models","created":"2026-01-23","cited_by_count":3,"area":null},{"id":"2405.10861","title":"Tailoring Vaccine Messaging with Common-Ground Opinions","created":"2024-05-17","cited_by_count":2,"area":null},{"id":"2510.20700","title":"Structure-Conditional Minimum Bayes Risk Decoding","created":"2025-10-23","cited_by_count":2,"area":null},{"id":"2511.22109","title":"A Hybrid Theory and Data-driven Approach to Persuasion Detection with Large Language Models","created":"2025-11-27","cited_by_count":2,"area":null},{"id":"2605.13596","title":"Creativity Bias: How Machine Evaluation Struggles with Creativity in Literary Translations","created":"2026-05-13","cited_by_count":2,"area":null},{"id":"2606.30931","title":"RoPoLL: Robust Panel of LLM Judges","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2608.14320","title":"AnchorBench: A Multi-Pathway Benchmark for the Anchoring Effect in LLMs","created":"2026-08-14","cited_by_count":2,"area":null},{"id":"2609.38827","title":"More Choices, Fewer Decisions: Ordinal-Scale Bias in JEV-like Direct-Decision Models","created":"2026-09-30","cited_by_count":2,"area":null},{"id":"2408.09269","title":"Enhancing Audio-Language Models through Self-Supervised Post-Training with Text-Audio Pairs","created":"2024-08-17","cited_by_count":1,"area":null},{"id":"2410.12010","title":"Bias Similarity Measurement: A Black-Box Audit of Fairness Across LLMs","created":"2024-10-15","cited_by_count":1,"area":null},{"id":"2412.01617","title":"If Eleanor Rigby Had Met ChatGPT: A Study on Loneliness in a Post-LLM World","created":"2024-12-02","cited_by_count":1,"area":null},{"id":"2504.20010","title":"Towards Automated Scoping of AI for Social Good Projects","created":"2025-04-28","cited_by_count":1,"area":null},{"id":"2505.02078","title":"LecEval: An Automated Metric for Multimodal Knowledge Acquisition in Multimedia Learning","created":"2025-05-04","cited_by_count":1,"area":null},{"id":"2505.14918","title":"Reliable Decision Support with LLMs: A Framework for Evaluating Consistency in Binary Text Classification Applications","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2505.22157","title":"LASER: Stratified Selective Sampling for Instruction Tuning with Dedicated Scoring Strategy","created":"2025-05-28","cited_by_count":1,"area":null},{"id":"2508.13816","title":"The illusion of a perfect metric: Why evaluating AI's words is harder than it looks","created":"2025-08-19","cited_by_count":1,"area":null},{"id":"2508.17825","title":"FAIRGAMER: Evaluating Social Biases in LLM-Based Video Game NPCs","created":"2025-08-25","cited_by_count":1,"area":null},{"id":"2601.05114","title":"Evaluative Fingerprints: Stable and Systematic Differences in LLM Evaluator Behavior","created":"2026-01-08","cited_by_count":1,"area":null},{"id":"2601.05267","title":"Transforming User Defined Criteria into Explainable Indicators with an Integrated LLM AHP System","created":"2025-11-12","cited_by_count":1,"area":null},{"id":"2606.09525","title":"Emergence of Context Characteristics Sensitivity in Large Language Models","created":"2026-06-08","cited_by_count":1,"area":null},{"id":"2606.26185","title":"Necessary but Not Sufficient: Temperature Control and Reproducibility in LLM-as-Judge Safety Evaluations","created":"2026-06-24","cited_by_count":1,"area":null},{"id":"2608.12097","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","created":"2026-08-12","cited_by_count":1,"area":null},{"id":"2608.25824","title":"Localize-Then-Decide Guarantees for LLM Judgments","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2608.25869","title":"Anchoring Bias in LLM-as-a-Judge Systems: Prior Scores Compromise Evaluation Independence","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2608.27727","title":"Probing Perceptual Priors of MLLMs via Gibbs Sampling with Interpretable Generative Controls","created":"2026-08-27","cited_by_count":1,"area":null},{"id":"2609.17857","title":"Who Judges Matters: Measuring Family-Conditioned Preference in LLM-as-Judge Panels","created":"2026-09-15","cited_by_count":1,"area":null},{"id":"2412.00546","title":"Rank It, Then Ask It: Input Reranking for Maximizing the Performance of LLMs on Symmetric Tasks","created":"2024-11-30","cited_by_count":0,"area":null},{"id":"2502.07058","title":"Using Contextually Aligned Online Reviews to Measure LLMs' Performance Disparities Across Language Varieties","created":"2025-02-10","cited_by_count":0,"area":null},{"id":"2508.11061","title":"BIPOLAR: Polarization-based granular framework for LLM bias evaluation","created":"2025-08-14","cited_by_count":0,"area":null},{"id":"2508.11364","title":"Feedback Indicators: The Alignment between Llama and a Teacher in Language Learning","created":"2025-08-15","cited_by_count":0,"area":null},{"id":"2509.07869","title":"Are Humans as Brittle as Large Language Models?","created":"2025-09-09","cited_by_count":0,"area":null},{"id":"2510.08388","title":"If Probable, Then Acceptable? Understanding Conditional Acceptability Judgments in Large Language Models","created":"2025-10-09","cited_by_count":0,"area":null},{"id":"2511.03047","title":"Unsupervised Evaluation of Multi-Turn Objective-Driven Interactions","created":"2025-11-04","cited_by_count":0,"area":null},{"id":"2601.18271","title":"Designing large language model prompts to extract scores from messy text: A shared dataset and challenge","created":"2026-01-26","cited_by_count":0,"area":null},{"id":"2603.17212","title":"Adaptive Contracts for Cost-Effective AI Delegation","created":"2026-03-17","cited_by_count":0,"area":null},{"id":"2604.24544","title":"STELLAR-E: a Synthetic, Tailored, End-to-end LLM Application Rigorous Evaluator","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.03858","title":"MCJudgeBench: A Benchmark for Constraint-Level Judge Evaluation in Multi-Constraint Instruction Following","created":"2026-05-05","cited_by_count":0,"area":null},{"id":"2605.04083","title":"AsymmetryZero: A Framework for Operationalizing Human Expert Preferences as Semantic Evals","created":"2026-04-15","cited_by_count":0,"area":null},{"id":"2605.08522","title":"Coordinates of Capability: A Unified MTMM-Geometric Framework for LLM Evaluation","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2605.17998","title":"Verify-Gated Completion as Admission Control in a Governed Multi-Agent Runtime: A Bounded Architecture Case Study","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2605.19141","title":"GRASP: Deterministic argument ranking in interaction graphs","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2605.19815","title":"LP-Eval: Rubric and Dataset for Measuring the Quality of Legal Proposition Generation","created":"2026-05-19","cited_by_count":0,"area":null},{"id":"2605.27988","title":"Auditing Stance Asymmetry in Generative Explanations","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2606.07951","title":"From 'May' to 'Is': Certainty Distortion in Language Model Rewriting","created":"2026-06-06","cited_by_count":0,"area":null},{"id":"2606.12433","title":"Marginal Alignment Does Not Guarantee Joint-Distribution Fidelity: An Official-Reference Audit of Nemotron-Personas-Korea with Cross-Locale Replication","created":"2026-05-15","cited_by_count":0,"area":null},{"id":"2606.14629","title":"When Good Verifiers Go Bad: Silent Negative Transfer in Verifier-Guided VLM Training","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2607.01251","title":"Collaborative Disagreement Resolution for Scalable Oversight","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2607.28636","title":"Chain-of-Models: Cross-Model Auditing for Bias-Robust LLM Judges","created":"2026-05-19","cited_by_count":0,"area":null},{"id":"2608.01810","title":"RADAR: Rubric-Aware Dependency and Redundancy Analysis for LLM-as-Judge Evaluation","created":"2026-08-03","cited_by_count":0,"area":null},{"id":"2608.04926","title":"Consistency-Driven Co-Evolution for Self-Supervised Cross-Representation Learning","created":"2026-08-05","cited_by_count":0,"area":null},{"id":"2608.13563","title":"Proxy-Validated LLM UX Micro-Simulations: An Artifact-First Protocol for Early-Stage Decision Support","created":"2026-06-03","cited_by_count":0,"area":null},{"id":"2608.14622","title":"A Human-Centred Approach to Benchmarking LLMs for Parenting Advice","created":"2026-07-14","cited_by_count":0,"area":null},{"id":"2608.26529","title":"Multi-Expert Conformal Risk Control for Pairwise LLM Judging in Open-Ended Dialogue","created":"2026-08-27","cited_by_count":0,"area":null}],"next_cursor":"100"}