{"total":85,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2501.00274","title":"LLM-Rubric: A Multidimensional, Calibrated Approach to Automated Evaluation of Natural Language Texts","created":"2024-12-31","cited_by_count":87,"area":null},{"id":"2407.00128","title":"When Search Engine Services meet Large Language Models: Visions and Challenges","created":"2024-06-28","cited_by_count":59,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2408.15204","title":"Can Unconfident LLM Annotations Be Used for Confident Conclusions?","created":"2024-08-27","cited_by_count":49,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2402.17826","title":"Prediction-Powered Ranking of Large Language Models","created":"2024-02-27","cited_by_count":29,"area":null},{"id":"2406.04291","title":"Stratified Prediction-Powered Inference for Hybrid Language Model Evaluation","created":"2024-06-06","cited_by_count":26,"area":null},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2506.18203","title":"Shrinking the Generation-Verification Gap with Weak Verifiers","created":"2025-06-22","cited_by_count":24,"area":null},{"id":"2405.00982","title":"On the Evaluation of Machine-Generated Reports","created":"2024-05-02","cited_by_count":23,"area":null},{"id":"2407.12858","title":"Grounding and Evaluation for Large Language Models: Practical Challenges and Lessons Learned (Survey)","created":"2024-07-10","cited_by_count":20,"area":null},{"id":"2506.07949","title":"Cost-Optimal Active AI Model Evaluation","created":"2025-06-09","cited_by_count":19,"area":null},{"id":"2406.03339","title":"The Challenges of Evaluating LLM Applications: An Analysis of Automated, Human, and LLM-Based Approaches","created":"2024-06-05","cited_by_count":18,"area":null},{"id":"2506.07671","title":"GaRAGe: A Benchmark with Grounding Annotations for RAG Evaluation","created":"2025-06-09","cited_by_count":18,"area":null},{"id":"2604.24977","title":"A Survey on LLM-based Conversational User Simulation","created":"2026-04-27","cited_by_count":18,"area":null},{"id":"2412.13102","title":"AIR-Bench: Automated Heterogeneous Information Retrieval Benchmark","created":"2024-12-17","cited_by_count":12,"area":null},{"id":"2402.08277","title":"Towards Faithful and Robust LLM Specialists for Evidence-Based Question-Answering","created":"2024-02-13","cited_by_count":11,"area":null},{"id":"2407.12982","title":"Retrieval-Enhanced Machine Learning: Synthesis and Opportunities","created":"2024-07-17","cited_by_count":11,"area":null},{"id":"2603.20882","title":"RubricRAG: Towards Interpretable and Reliable LLM Evaluation via Domain Knowledge Retrieval for Rubric Generation","created":"2026-03-21","cited_by_count":11,"area":null},{"id":"2510.11423","title":"Beyond the Crowd: LLM-Augmented Community Notes for Governing Health Misinformation","created":"2025-10-13","cited_by_count":10,"area":null},{"id":"2603.27414","title":"Multiple-Prediction-Powered Inference","created":"2026-03-28","cited_by_count":9,"area":null},{"id":"2502.01754","title":"Evaluation of Large Language Models via Coupled Token Generation","created":"2025-02-03","cited_by_count":8,"area":null},{"id":"2509.22957","title":"Doubly-Robust LLM-as-a-Judge: Externally Valid Estimation with Imperfect Personas","created":"2025-09-26","cited_by_count":8,"area":null},{"id":"2511.12920","title":"Auditing Google's AI Overviews and Featured Snippets: A Case Study on Baby Care and Pregnancy","created":"2025-11-17","cited_by_count":7,"area":null},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2406.00975","title":"Luna: An Evaluation Foundation Model to Catch Language Model Hallucinations with High Accuracy and Low Cost","created":"2024-06-03","cited_by_count":5,"area":null},{"id":"2409.14744","title":"LINKAGE: Listwise Ranking among Varied-Quality References for Non-Factoid QA Evaluation via LLMs","created":"2024-09-23","cited_by_count":5,"area":null},{"id":"2512.06393","title":"Conflict-Aware Fusion: Mitigating Logic Inertia in Large Language Models via Structured Cognitive Priors","created":"2025-12-06","cited_by_count":5,"area":null},{"id":"2602.07549","title":"When Is Enough Not Enough? Illusory Completion in Search Agents","created":"2026-02-07","cited_by_count":5,"area":null},{"id":"2505.00065","title":"ConSens: Assessing context grounding in open-book question answering","created":"2025-04-30","cited_by_count":4,"area":null},{"id":"2509.19372","title":"Representation-based Broad Hallucination Detectors Fail to Generalize Out of Distribution","created":"2025-09-19","cited_by_count":4,"area":null},{"id":"2510.17725","title":"AcademicEval: Live Long-Context LLM Benchmark","created":"2025-10-20","cited_by_count":4,"area":null},{"id":"2504.08756","title":"MHTS: Multi-Hop Tree Structure Framework for Generating Difficulty-Controllable QA Datasets for RAG Evaluation","created":"2025-03-29","cited_by_count":3,"area":null},{"id":"2505.21786","title":"VeriTrail: Closed-Domain Hallucination Detection with Traceability","created":"2025-05-27","cited_by_count":3,"area":null},{"id":"2601.08847","title":"Scalable and Reliable Evaluation of AI Knowledge Retrieval Systems: RIKER and the Coherent Simulated Universe","created":"2025-12-22","cited_by_count":3,"area":null},{"id":"2607.19747","title":"Beyond Relevance-Centric Retrieval: Rubric-Oriented Document Set Selection and Ranking","created":"2026-07-22","cited_by_count":3,"area":null},{"id":"2406.00583","title":"CMDBench: A Benchmark for Coarse-to-fine Multimodal Data Discovery in Compound AI Systems","created":"2024-06-02","cited_by_count":2,"area":null},{"id":"2506.14345","title":"A Vision for Geo-Temporal Deep Research Systems: Towards Comprehensive, Transparent, and Reproducible Geo-Temporal Information Synthesis","created":"2025-06-17","cited_by_count":2,"area":null},{"id":"2510.06823","title":"Exposing Citation Vulnerabilities in Generative Engines","created":"2025-10-08","cited_by_count":2,"area":null},{"id":"2605.25382","title":"AuthTrace: Diagnosing Evidence Construction in Thematically Dense Single-Author Corpora","created":"2026-05-25","cited_by_count":2,"area":null},{"id":"2606.16151","title":"GRACE: Step-Level Benchmark for Faithful Reasoning over Context","created":"2026-06-15","cited_by_count":2,"area":null},{"id":"2411.03300","title":"VERITAS: A Unified Approach to Reliability Evaluation","created":"2024-11-05","cited_by_count":1,"area":null},{"id":"2411.03920","title":"RAGulator: Lightweight Out-of-Context Detectors for Grounded Text Generation","created":"2024-11-06","cited_by_count":1,"area":null},{"id":"2505.20767","title":"CogniBench: A Legal-inspired Framework and Dataset for Assessing Cognitive Faithfulness of Large Language Models","created":"2025-05-27","cited_by_count":1,"area":null},{"id":"2508.18646","title":"Beyond Benchmarks: LLM Evaluation with an Anthropomorphic and Lifecycle-oriented Roadmap","created":"2025-08-26","cited_by_count":1,"area":null},{"id":"2510.26193","title":"RCScore: Quantifying Response Consistency in Large Language Models","created":"2025-10-30","cited_by_count":1,"area":null},{"id":"2601.22025","title":"When Generic Prompt Improvements Hurt: Evaluation-Driven Iteration for LLM Applications","created":"2026-01-29","cited_by_count":1,"area":null},{"id":"2602.16942","title":"SourceBench: Can AI Answers Reference Quality Web Sources?","created":"2026-02-18","cited_by_count":1,"area":null},{"id":"2604.15827","title":"UsefulBench: Towards Decision-Useful Information as a Target for Information Retrieval","created":"2026-04-17","cited_by_count":1,"area":null},{"id":"2604.17943","title":"A Benchmark Construction and Evaluation Framework for Specialist Domains: Case Study on Defense-related Documents","created":"2026-04-20","cited_by_count":1,"area":null},{"id":"2605.21102","title":"ACL-Verbatim: hallucination-free question answering for research","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2607.10380","title":"CAFE: A Compound-AI Factorial Evaluation Framework","created":"2026-07-11","cited_by_count":1,"area":null},{"id":"2607.24054","title":"Success Is Not Self-Explanatory: Auditing Success Provenance in Agent Evaluation","created":"2026-07-27","cited_by_count":1,"area":null},{"id":"2608.26638","title":"Which Metrics Save the Most Human Annotation? Prediction-Powered Evaluation and Meta-Evaluation","created":"2026-08-27","cited_by_count":1,"area":null},{"id":"2504.07738","title":"Automated Construction of a Knowledge Graph of Nuclear Fusion Energy for Effective Elicitation and Retrieval of Information","created":"2025-04-10","cited_by_count":0,"area":null},{"id":"2506.05950","title":"Elementary Math Word Problem Generation using Large Language Models","created":"2025-06-06","cited_by_count":0,"area":null},{"id":"2508.15085","title":"LongRecall: A Structured Approach for Robust Recall Evaluation in Long-Form Text","created":"2025-08-20","cited_by_count":0,"area":null},{"id":"2509.08903","title":"Noise or Nuance: An Investigation Into Useful Information and Filtering For LLM Driven AKBC","created":"2025-09-10","cited_by_count":0,"area":null},{"id":"2509.15098","title":"TextMineX: Data, Evaluation Framework and Ontology-guided LLM Pipeline for Humanitarian Mine Action","created":"2025-09-18","cited_by_count":0,"area":null},{"id":"2602.10017","title":"SCORE: Specificity, Context Utilization, Robustness, and Relevance for Reference-Free LLM Evaluation","created":"2026-02-10","cited_by_count":0,"area":null},{"id":"2602.23234","title":"Scaling Search Relevance: Augmenting App Store Ranking with LLM-Generated Judgments","created":"2026-02-26","cited_by_count":0,"area":null},{"id":"2603.27355","title":"LLM Readiness Harness: Evaluation, Observability, and CI Gates for LLM/RAG Applications","created":"2026-03-28","cited_by_count":0,"area":null},{"id":"2604.26382","title":"Benchmarking Complex Multimodal Document Processing Pipelines: A Unified Evaluation Framework for Enterprise AI","created":"2026-04-29","cited_by_count":0,"area":null},{"id":"2605.11687","title":"Persistent and Conversational Multi-Method Explainability for Trustworthy Financial AI","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2605.31167","title":"LLM-FACETS: A Privacy-Preserving Framework for Evaluating LLM Transparency and Accountability","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2606.14119","title":"FactoryLLM: A Safe and Open-Source AI Playground for Evaluating LLMs in Smart Factories","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2608.01409","title":"When Retrieval Helps and Distracts: Evaluating Evidence-Generating LLMs for Biomedical Claim Verification","created":"2026-08-02","cited_by_count":0,"area":null},{"id":"2608.16775","title":"Topological Attribution Distance (TAD): Revealing Segment-Level RAG Influence on LLM Output Geometry for Incident Log Analysis","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2608.20392","title":"Evaluation-as-Search: Adaptive Discovery of Grounding Failures in Meeting Assistants","created":"2026-06-30","cited_by_count":0,"area":null},{"id":"2608.21559","title":"Evidence-State Reliability Under Controlled Degradation: Parser-Validity Divergence in a Multi-Stage LLM Pipeline","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2608.26180","title":"PACEShop: Evaluating Personalized, Actionable, Compositional, and Evidence-grounded Shopping Assistants","created":"2026-08-20","cited_by_count":0,"area":null},{"id":"2608.27020","title":"Representation Measurements Under Function-Preserving Reparameterizations","created":"2026-08-27","cited_by_count":0,"area":null},{"id":"2608.30731","title":"Calibrating Small Language Models for Claim Check-Worthiness Detection","created":"2026-08-31","cited_by_count":0,"area":null},{"id":"2609.00844","title":"Staged Linguistic Seeding: Grounded Query Expansion for Verified-Unit QA in AI Contact Centers","created":"2026-09-01","cited_by_count":0,"area":null},{"id":"2609.07290","title":"Quality Metrics for LLM-Generated Asset Administration Shells: A Perturbation-Based Evaluation Approach","created":"2026-09-07","cited_by_count":0,"area":null},{"id":"2609.12439","title":"Debiasing as a Measurement Intervention: Calibrated Ties and Resolution Loss in LLM-as-a-Judge Evaluation","created":"2026-09-11","cited_by_count":0,"area":null},{"id":"2609.13268","title":"Capability-Routed Visual Retrieval and Evidence Threading for Long-Context Document Question Answering","created":"2026-09-07","cited_by_count":0,"area":null},{"id":"2609.29145","title":"Claim-Gated Source-Risk Auditing for Generative Search","created":"2026-09-24","cited_by_count":0,"area":null},{"id":"2609.36264","title":"OTROPE: Optimal Transport-based Robust Off-policy Evaluation for Large Language Models","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.00327","title":"Actions with Receipts: Jointly Binding Claims, Evidence, and Execution for Replayable Tool-Agent Auditing","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.15938","title":"The Anatomy of a Blind Spot: What an LLM Judge Must Be Shown, and How Much","created":"2026-10-11","cited_by_count":0,"area":null},{"id":"2610.17760","title":"Gaussian Process Bandits for AI System Optimization with Selectively Verified Feedback","created":"2026-10-13","cited_by_count":0,"area":null},{"id":"2610.18248","title":"Are We Testing Too Much? A Survey of Benchmark Compression for Efficient Evaluation of Large Language Models","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}