{"total":94,"rows":[{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2404.18796","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","created":"2024-04-29","cited_by_count":326,"area":null},{"id":"2405.01724","title":"Large Language Models are Inconsistent and Biased Evaluators","created":"2024-05-02","cited_by_count":153,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2403.07008","title":"AutoEval Done Right: Using Synthetic Data for Model Evaluation","created":"2024-03-09","cited_by_count":57,"area":"synth"},{"id":"2510.27106","title":"Rating Roulette: Self-Inconsistency in LLM-As-A-Judge Frameworks","created":"2025-10-31","cited_by_count":38,"area":null},{"id":"2405.02287","title":"Vibe-Eval: A hard evaluation suite for measuring progress of multimodal language models","created":"2024-05-03","cited_by_count":35,"area":"mllm"},{"id":"2511.21140","title":"How to Correctly Report LLM-as-a-Judge Evaluations","created":"2025-11-26","cited_by_count":30,"area":null},{"id":"2601.20913","title":"Noisy but Valid: Robust Statistical Evaluation of LLMs with Imperfect Judges","created":"2026-01-28","cited_by_count":24,"area":null},{"id":"2505.14268","title":"Think-J: Learning to Think for Generative LLM-as-a-Judge","created":"2025-05-20","cited_by_count":21,"area":"lr"},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2502.16636","title":"Visual-RAG: Benchmarking Text-to-Image Retrieval Augmented Generation for Visual Knowledge Intensive Queries","created":"2025-02-23","cited_by_count":16,"area":"rag"},{"id":"2505.16265","title":"Think-RM: Enabling Long-Horizon Reasoning in Generative Reward Models","created":"2025-05-22","cited_by_count":16,"area":"lr"},{"id":"2502.15025","title":"Is Relevance Propagated from Retriever to Generator in RAG?","created":"2025-02-20","cited_by_count":11,"area":"rag"},{"id":"2505.11613","title":"MedGUIDE: Benchmarking Clinical Decision-Making in Large Language Models","created":"2025-05-16","cited_by_count":10,"area":null},{"id":"2510.24358","title":"Automatically Benchmarking LLM Code Agents through Agent-Driven Annotation and Evaluation","created":"2025-10-28","cited_by_count":9,"area":"agents"},{"id":"2603.08091","title":"Toward Robust LLM-Based Judges: Taxonomic Bias Evaluation and Debiasing Optimization","created":"2026-03-09","cited_by_count":9,"area":"alignment"},{"id":"2603.12520","title":"When LLM Judge Scores Look Good but Best-of-N Decisions Fail","created":"2026-03-12","cited_by_count":9,"area":null},{"id":"2604.14267","title":"Enhancing LLM-based Search Agents via Contribution Weighted Group Relative Policy Optimization","created":"2026-04-15","cited_by_count":9,"area":"lr"},{"id":"2605.24309","title":"Reframing LLM Agent Security as an Agent-Human Interaction Problem","created":"2026-05-23","cited_by_count":9,"area":"agents"},{"id":"2503.17684","title":"Can LLMs Automate Fact-Checking Article Writing?","created":"2025-03-22","cited_by_count":7,"area":null},{"id":"2508.12792","title":"Bridging Human and LLM Judgments: Understanding and Narrowing the Gap","created":"2025-08-18","cited_by_count":7,"area":null},{"id":"2601.12754","title":"PAIR-SAFE: A Paired-Agent Approach for Runtime Auditing and Refining AI-Mediated Mental Health Support","created":"2026-01-19","cited_by_count":7,"area":"agents"},{"id":"2406.05055","title":"VCSearch: Bridging the Gap Between Well-Defined and Ill-Defined Problems in Mathematical Reasoning","created":"2024-06-07","cited_by_count":6,"area":"lr"},{"id":"2409.10825","title":"Unveiling and Mitigating Bias in Large Language Model Recommendations: A Path to Fairness","created":"2024-09-17","cited_by_count":6,"area":null},{"id":"2506.02945","title":"Quantitative LLM Judges","created":"2025-06-03","cited_by_count":6,"area":null},{"id":"2508.04604","title":"TURA: Tool-Augmented Unified Retrieval Agent for AI Search","created":"2025-08-06","cited_by_count":6,"area":"rag"},{"id":"2508.12040","title":"Mind the Generation Process: Fine-Grained Confidence Estimation During LLM Generation","created":"2025-08-16","cited_by_count":6,"area":null},{"id":"2510.05154","title":"Can AI Truly Represent Your Voice in Deliberations? A Comprehensive Study of Large-Scale Opinion Aggregation with LLMs","created":"2025-10-02","cited_by_count":6,"area":null},{"id":"2602.02219","title":"Am I More Pointwise or Pairwise? Revealing Position Bias in Rubric-Based LLM-as-a-Judge","created":"2026-02-02","cited_by_count":6,"area":null},{"id":"2504.08120","title":"DeepSeek-R1 vs. o3-mini: How Well can Reasoning LLMs Evaluate MT and Summarization?","created":"2025-04-10","cited_by_count":5,"area":"lr"},{"id":"2504.09394","title":"Evaluation Under Imperfect Benchmarks and Ratings: A Case Study in Text Simplification","created":"2025-04-13","cited_by_count":4,"area":null},{"id":"2505.04209","title":"To Judge or not to Judge: Using LLM Judgements for Advertiser Keyphrase Relevance at eBay","created":"2025-05-07","cited_by_count":4,"area":null},{"id":"2509.24678","title":"Reference-Free Rating of LLM Responses via Latent Information","created":"2025-09-29","cited_by_count":4,"area":null},{"id":"2605.06939","title":"Bias and Uncertainty in LLM-as-a-Judge Estimation","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2607.12885","title":"LLM Judges Can Be Too Generous When There Is No Reference Answer","created":"2026-07-14","cited_by_count":4,"area":null},{"id":"2410.08442","title":"JurEE not Judges: safeguarding llm interactions with small, specialised Encoder Ensembles","created":"2024-10-11","cited_by_count":3,"area":null},{"id":"2505.15795","title":"Reverse Engineering Human Preferences with Reinforcement Learning","created":"2025-05-21","cited_by_count":3,"area":"alignment"},{"id":"2507.16679","title":"PICACO: Pluralistic In-Context Value Alignment of LLMs via Total Correlation Optimization","created":"2025-07-22","cited_by_count":3,"area":"alignment"},{"id":"2509.07177","title":"Towards EnergyGPT: A Large Language Model Specialized for the Energy Sector","created":"2025-09-08","cited_by_count":3,"area":null},{"id":"2512.06196","title":"ARCANE: A Multi-Agent Framework for Interpretable and Configurable Alignment","created":"2025-12-05","cited_by_count":3,"area":"agents"},{"id":"2601.17627","title":"Code Change Characteristics and Description Alignment: A Comparative Study of Agentic versus Human Pull Requests","created":"2026-01-24","cited_by_count":3,"area":"agents"},{"id":"2607.13347","title":"LLM-as-a-Judge Scores Are Unreliable Optimization Signals in Closed-Loop Table Recognition","created":"2026-07-15","cited_by_count":3,"area":null},{"id":"2503.09348","title":"MOAT: Evaluating LMMs for Capability Integration and Instruction Grounding","created":"2025-03-12","cited_by_count":2,"area":"mllm"},{"id":"2504.11108","title":"Benchmarking Vision Language Models on German Factual Data","created":"2025-04-15","cited_by_count":2,"area":"mllm"},{"id":"2506.11604","title":"VLM@school -- Evaluation of AI image understanding on German middle school knowledge","created":"2025-06-13","cited_by_count":2,"area":"lr"},{"id":"2508.03628","title":"LLMDistill4Ads: Using Cross-Encoders to Distill from LLM Signals for Advertiser Keyphrase Recommendations at eBay","created":"2025-08-05","cited_by_count":2,"area":null},{"id":"2510.03231","title":"Reward Models are Metrics in a Trench Coat","created":"2025-10-03","cited_by_count":2,"area":"alignment"},{"id":"2511.23271","title":"Learning a Single Token to Replace Long System Prompts in LLMs","created":"2025-11-28","cited_by_count":2,"area":null},{"id":"2601.14032","title":"RM-Distiller: Exploiting Generative LLM for Reward Model Distillation","created":"2026-01-20","cited_by_count":2,"area":"alignment"},{"id":"2602.19180","title":"VLM-Guided Group Preference Alignment for Diffusion-based Human Mesh Recovery","created":"2026-02-22","cited_by_count":2,"area":"alignment"},{"id":"2410.13216","title":"Anchored Alignment for Self-Explanations Enhancement","created":"2024-10-17","cited_by_count":1,"area":"lr"},{"id":"2502.01436","title":"Towards Safer Chatbots: Automated Policy Compliance Evaluation of Custom GPTs","created":"2025-02-03","cited_by_count":1,"area":null},{"id":"2509.00975","title":"Self-Exploring Language Models for Explainable Link Forecasting on Temporal Graphs via Reinforcement Learning","created":"2025-08-31","cited_by_count":1,"area":null},{"id":"2511.16478","title":"Music Recommendation with Large Language Models: Challenges, Opportunities, and Evaluation","created":"2025-11-20","cited_by_count":1,"area":null},{"id":"2601.07648","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","created":"2026-01-12","cited_by_count":1,"area":null},{"id":"2601.11863","title":"Utilizing Metadata for Better Retrieval-Augmented Generation","created":"2026-01-17","cited_by_count":1,"area":"rag"},{"id":"2603.03319","title":"Automated Concept Discovery for LLM-as-a-Judge Preference Analysis","created":"2026-02-09","cited_by_count":1,"area":null},{"id":"2604.06505","title":"MedConclusion: A Benchmark for Biomedical Conclusion Generation from Structured Abstracts","created":"2026-04-07","cited_by_count":1,"area":"lr"},{"id":"2604.25419","title":"JURY-RL: Votes Propose, Proofs Dispose for Label-Free RLVR","created":"2026-04-28","cited_by_count":1,"area":"lr"},{"id":"2606.10296","title":"The Confident Liar: Diagnosing Multi-Agent Debate with Log-Probabilities and LLM-as-Judge","created":"2026-06-09","cited_by_count":1,"area":"agents"},{"id":"2609.06027","title":"Evaluating Deep-Search Agents under Hierarchical Web Evidence Poisoning","created":"2026-09-05","cited_by_count":1,"area":"agents"},{"id":"2609.13824","title":"When Consistency Does Not Mean Reliability: Evaluating Local LLM Judges Against Human Ratings","created":"2026-09-12","cited_by_count":1,"area":null},{"id":"2609.22512","title":"Agreement Overstates Evidence: Error Dependence in LLM Judge Consensus","created":"2026-09-18","cited_by_count":1,"area":null},{"id":"2411.14737","title":"AI Tailoring: Evaluating Influence of Image Features on Fashion Product Popularity","created":"2024-11-22","cited_by_count":0,"area":null},{"id":"2502.18874","title":"Learning to Align Multi-Faceted Evaluation: A Unified and Robust Framework","created":"2025-02-26","cited_by_count":0,"area":null},{"id":"2505.20451","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","created":"2025-05-26","cited_by_count":0,"area":null},{"id":"2508.02506","title":"R3A: Reinforced Reasoning for Relevance Assessment for RAG in User-Generated Content Platforms","created":"2025-08-04","cited_by_count":0,"area":"lr"},{"id":"2509.00963","title":"Who Gets Left Behind? Auditing Disability Inclusivity in Large Language Models","created":"2025-08-31","cited_by_count":0,"area":null},{"id":"2509.17907","title":"MEF: A Systematic Evaluation Framework for Text-to-Image Models","created":"2025-09-22","cited_by_count":0,"area":null},{"id":"2510.13839","title":"Meronymic Ontology Extraction via Large Language Models","created":"2025-10-11","cited_by_count":0,"area":null},{"id":"2512.19620","title":"Exploring the features used for summary evaluation by Human and GPT","created":"2025-12-22","cited_by_count":0,"area":null},{"id":"2602.01528","title":"Making Bias Non-Predictive: Training Robust LLM Reasoning via Reinforcement Learning","created":"2026-02-02","cited_by_count":0,"area":"lr"},{"id":"2603.01243","title":"Suffix-Constrained Greedy Search Algorithms for Causal Language Models","created":"2026-03-01","cited_by_count":0,"area":null},{"id":"2603.01724","title":"GMP: A Benchmark for Content Moderation under Co-occurring Violations and Dynamic Rules","created":"2026-03-02","cited_by_count":0,"area":null},{"id":"2603.04417","title":"Same Input, Different Scores: A Multi Model Study on the Inconsistency of LLM Judge","created":"2026-02-04","cited_by_count":0,"area":null},{"id":"2604.00586","title":"More Human, More Efficient: Aligning Annotations with Quantized SLMs","created":"2026-04-01","cited_by_count":0,"area":null},{"id":"2604.11522","title":"Triviality Corrected Endogenous Reward","created":"2026-04-13","cited_by_count":0,"area":null},{"id":"2605.08558","title":"Beyond Static Bias: Adaptive Multi-Fidelity Bandits with Improving Proxies","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2605.11663","title":"Human-Grounded Multimodal Benchmark with 900K-Scale Aggregated Student Response Distributions from Japan's National Assessment of Academic Ability","created":"2026-05-12","cited_by_count":0,"area":"mllm"},{"id":"2606.01276","title":"Worlds Within Words: Translating Culture in Ancient Chinese Texts with Multi-Agent Coordination","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2606.15123","title":"Data-Centric Benchmarking of Exploit Generation in LLMs: Understanding the Impact of Fine-Tuning","created":"2026-06-13","cited_by_count":0,"area":null},{"id":"2606.28070","title":"JD Oxygen AI Item Center (Oxygen AIIC) V1: An Industrial-Scale LLM/VLM-Centric Solution for Item Understanding, Management, and Applications","created":"2026-06-26","cited_by_count":0,"area":null},{"id":"2607.02049","title":"SPLIT: Cross-Lingual Empathy and Cultural Grounding in English and Ukrainian LLM Responses","created":"2026-07-02","cited_by_count":0,"area":null},{"id":"2607.05392","title":"SynCity 3000: Bootstrapping Scene-Scale 3D Diffusion","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.16239","title":"BACON: Budgeted Human Calibration for Modeling and Evaluation with Multiple AI Judges","created":"2026-06-26","cited_by_count":0,"area":null},{"id":"2608.21721","title":"Ask or Answer: A Decision Framework for Multi-Turn Health Misinformation Intervention","created":"2026-08-22","cited_by_count":0,"area":null},{"id":"2608.27455","title":"CritICL: Inference-Time Weak-to-Strong Generalization from Small Language Model Failure Modes","created":"2026-08-27","cited_by_count":0,"area":"lr"},{"id":"2609.29625","title":"Limited Structural Reliability in Public Educational Prediction Benchmarks: A Four-Dimension Audit of Seven Datasets","created":"2026-08-28","cited_by_count":0,"area":null},{"id":"2609.39229","title":"RAIM: Robust Aggregation of Inexpensive Models for Hallucination Detection","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.17827","title":"Benchmarking and Training Reward Models for Cross-Source Evidence Grounding in Search Agents","created":"2026-10-13","cited_by_count":0,"area":"alignment"},{"id":"2610.18122","title":"Cheap, Consistent, Calibrated, but Biased? Typed Decision Models as Judges","created":"2026-10-13","cited_by_count":0,"area":null},{"id":"2610.18299","title":"LegalRewardBench: Benchmarking Reward Models for Legal Preference Evaluation","created":"2026-10-13","cited_by_count":0,"area":"alignment"}],"next_cursor":null}