{"total":74,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2504.09037","title":"A Survey of Frontiers in LLM Reasoning: Inference Scaling, Learning to Reason, and Agentic Systems","created":"2025-04-12","cited_by_count":111,"area":"lr"},{"id":"2603.02766","title":"EvoSkill: Automated Skill Discovery for Multi-Agent Systems","created":"2026-03-03","cited_by_count":107,"area":"agents"},{"id":"2411.06037","title":"Sufficient Context: A New Lens on Retrieval Augmented Generation Systems","created":"2024-11-09","cited_by_count":72,"area":"rag"},{"id":"2410.03608","title":"TICKing All the Boxes: Generated Checklists Improve LLM Evaluation and Generation","created":"2024-10-04","cited_by_count":68,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2506.00103","title":"Writing-Zero: Bridge the Gap Between Non-verifiable Tasks and Verifiable Rewards","created":"2025-05-30","cited_by_count":50,"area":"alignment"},{"id":"2504.15253","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","created":"2025-04-21","cited_by_count":44,"area":"lr"},{"id":"2504.03846","title":"Do LLM Evaluators Prefer Themselves for a Reason?","created":"2025-04-04","cited_by_count":38,"area":"lr"},{"id":"2410.17578","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","created":"2024-10-23","cited_by_count":35,"area":"alignment"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2409.11239","title":"LLM-as-a-Judge & Reward Model: What They Can and Cannot Do","created":"2024-09-17","cited_by_count":32,"area":"alignment"},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2505.14996","title":"MAS-ZERO: Designing Multi-Agent Systems with Zero Supervision","created":"2025-05-21","cited_by_count":28,"area":"agents"},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2601.20913","title":"Noisy but Valid: Robust Statistical Evaluation of LLMs with Imperfect Judges","created":"2026-01-28","cited_by_count":24,"area":null},{"id":"2411.02429","title":"IdeaBench: Benchmarking Large Language Models for Research Idea Generation","created":"2024-10-31","cited_by_count":23,"area":null},{"id":"2505.13388","title":"R3: Robust Rubric-Agnostic Reward Models","created":"2025-05-19","cited_by_count":23,"area":"alignment"},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2601.03444","title":"Grading Scale Impact on LLM-as-a-Judge: Human-LLM Alignment Is Highest on 0-5 Grading Scale","created":"2026-01-06","cited_by_count":20,"area":"alignment"},{"id":"2410.02902","title":"Better Instruction-Following Through Minimum Bayes Risk","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2502.12501","title":"Crowd Comparative Reasoning: Unlocking Comprehensive Evaluations for LLM-as-a-Judge","created":"2025-02-18","cited_by_count":19,"area":"lr"},{"id":"2506.07001","title":"Adversarial Paraphrasing: A Universal Attack for Humanizing AI-Generated Text","created":"2025-06-08","cited_by_count":17,"area":null},{"id":"2410.18359","title":"Improving Model Factuality with Fine-grained Critique-based Evaluator","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2503.19092","title":"Rankers, Judges, and Assistants: Towards Understanding the Interplay of LLMs in Information Retrieval Evaluation","created":"2025-03-24","cited_by_count":15,"area":null},{"id":"2412.14140","title":"GLIDER: Grading LLM Interactions and Decisions using Explainable Ranking","created":"2024-12-18","cited_by_count":14,"area":null},{"id":"2503.23339","title":"A Scalable Framework for Evaluating Health Language Models","created":"2025-03-30","cited_by_count":11,"area":null},{"id":"2504.07583","title":"Do LLMs Understand Your Translations? Evaluating Paragraph-level MT with Question Answering","created":"2025-04-10","cited_by_count":10,"area":null},{"id":"2502.02988","title":"Training an LLM-as-a-Judge Model: Pipeline, Insights, and Practical Lessons","created":"2025-02-05","cited_by_count":9,"area":"lr"},{"id":"2505.13346","title":"J4R: Learning to Judge with Equivalent Initial State Group Relative Policy Optimization","created":"2025-05-19","cited_by_count":9,"area":"lr"},{"id":"2508.07827","title":"Evaluating Large Language Models as Expert Annotators","created":"2025-08-11","cited_by_count":9,"area":"lr"},{"id":"2410.16780","title":"Beyond Retrieval: Generating Narratives in Conversational Recommender Systems","created":"2024-10-22","cited_by_count":8,"area":"lr"},{"id":"2501.14883","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","created":"2025-01-24","cited_by_count":8,"area":null},{"id":"2504.02867","title":"Multi-Agent LLM Judge: automatic personalized LLM judge design for evaluating natural language generation applications","created":"2025-04-01","cited_by_count":7,"area":"agents"},{"id":"2502.20780","title":"MedHallTune: An Instruction-Tuning Benchmark for Mitigating Medical Hallucination in Vision-Language Models","created":"2025-02-28","cited_by_count":6,"area":"mllm"},{"id":"2503.08542","title":"CLEV: LLM-Based Evaluation Through Lightweight Efficient Voting for Free-Form Question-Answering","created":"2025-03-11","cited_by_count":6,"area":null},{"id":"2506.01789","title":"Datasheets Aren't Enough: DataRubrics for Automated Quality Metrics and Accountability","created":"2025-06-02","cited_by_count":6,"area":null},{"id":"2408.03359","title":"LAMPO: Large Language Models as Preference Machines for Few-shot Ordinal Classification","created":"2024-08-06","cited_by_count":5,"area":null},{"id":"2502.16766","title":"ATEB: Evaluating and Improving Advanced NLP Tasks for Text Embedding Models","created":"2025-02-24","cited_by_count":5,"area":null},{"id":"2510.17793","title":"Foundational Automatic Evaluators: Scaling Multi-Task Generative Evaluator Training for Reasoning-Centric Domains","created":"2025-10-20","cited_by_count":5,"area":null},{"id":"2602.08934","title":"StealthRL: Reinforcement Learning Paraphrase Attacks for Multi-Detector Evasion of AI-Text Detectors","created":"2026-02-09","cited_by_count":5,"area":"deeprl"},{"id":"2608.31075","title":"Scaling Large Reasoning Models beyond Human Supervision: A Path toward Superintelligence","created":"2026-08-31","cited_by_count":5,"area":"lr"},{"id":"2511.01014","title":"IF-CRITIC: Towards a Fine-Grained LLM Critic for Instruction-Following Evaluation","created":"2025-11-02","cited_by_count":4,"area":null},{"id":"2605.30803","title":"PReMISE: Policy Rubrics as Measurement Specifications for LLM Judges","created":"2026-05-29","cited_by_count":4,"area":null},{"id":"2503.06781","title":"Dr Genre: Reinforcement Learning from Decoupled LLM Feedback for Generic Text Rewriting","created":"2025-03-09","cited_by_count":3,"area":"alignment"},{"id":"2509.23542","title":"On the Shelf Life of Fine-Tuned LLM-Judges: Future-Proofing, Backward-Compatibility, and Question Generalization","created":"2025-09-28","cited_by_count":3,"area":"alignment"},{"id":"2512.08936","title":"A Principle-based Framework for the Development and Evaluation of Large Language Models for Health and Wellness","created":"2025-10-23","cited_by_count":3,"area":null},{"id":"2602.01848","title":"ROMA: Recursive Open Meta-Agent Framework for Long-Horizon Multi-Agent Systems","created":"2026-02-02","cited_by_count":3,"area":"agents"},{"id":"2411.15387","title":"From Jack of All Trades to Master of One: Specializing LLM-based Autoraters to a Test Set","created":"2024-11-23","cited_by_count":2,"area":null},{"id":"2501.06248","title":"Utility-inspired Reward Transformations Improve Reinforcement Learning Training of Language Models","created":"2025-01-08","cited_by_count":2,"area":null},{"id":"2506.00319","title":"SkillVerse : Assessing and Enhancing LLMs with Tree Evaluation","created":"2025-05-31","cited_by_count":2,"area":null},{"id":"2512.06751","title":"Becoming Experienced Judges: Selective Test-Time Learning for Evaluators","created":"2025-12-07","cited_by_count":2,"area":null},{"id":"2606.03650","title":"CoEval: Ranking Language Models for Custom Tasks Without Labeled Data or Trustworthy Benchmarks","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2608.30005","title":"Small Language Models as Judges for Rubric-Based Reinforcement Learning","created":"2026-08-30","cited_by_count":2,"area":null},{"id":"2411.02448","title":"Rate, Explain and Cite (REC): Enhanced Explanation and Attribution in Automatic Evaluation by Large Language Models","created":"2024-11-03","cited_by_count":1,"area":null},{"id":"2411.03300","title":"VERITAS: A Unified Approach to Reliability Evaluation","created":"2024-11-05","cited_by_count":1,"area":null},{"id":"2503.15768","title":"Can one size fit all?: Measuring Failure in Multi-Document Summarization Domain Transfer","created":"2025-03-20","cited_by_count":1,"area":null},{"id":"2504.05229","title":"FinGrAct: A Framework for FINe-GRrained Evaluation of ACTionability in Explainable Automatic Fact-Checking","created":"2025-04-07","cited_by_count":1,"area":null},{"id":"2506.15215","title":"MinosEval: Distinguishing Factoid and Non-Factoid for Tailored Open-Ended QA Evaluation with LLMs","created":"2025-06-18","cited_by_count":1,"area":null},{"id":"2508.06671","title":"Do Biased Models Have Biased Thoughts?","created":"2025-08-08","cited_by_count":1,"area":"lr"},{"id":"2508.19932","title":"CASE: An Agentic AI Framework for Enhancing Scam Intelligence in Digital Payments","created":"2025-08-27","cited_by_count":1,"area":"agents"},{"id":"2509.26011","title":"RAGferee: Building Contextual Reward Models for Retrieval-Augmented Generation","created":"2025-09-30","cited_by_count":1,"area":"rag"},{"id":"2511.17432","title":"SMILE: A Composite Lexical-Semantic Metric for Question-Answering Evaluation","created":"2025-11-21","cited_by_count":1,"area":null},{"id":"2608.25824","title":"Localize-Then-Decide Guarantees for LLM Judgments","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2502.18874","title":"Learning to Align Multi-Faceted Evaluation: A Unified and Robust Framework","created":"2025-02-26","cited_by_count":0,"area":null},{"id":"2508.07484","title":"ALOPE: Adaptive Layer Optimization for Translation Quality Estimation using Large Language Models","created":"2025-08-10","cited_by_count":0,"area":null},{"id":"2508.15085","title":"LongRecall: A Structured Approach for Robust Recall Evaluation in Long-Form Text","created":"2025-08-20","cited_by_count":0,"area":null},{"id":"2604.00396","title":"VLM-in-the-Loop: A Plug-In Quality Assurance Module for ECG Digitization Pipelines","created":"2026-04-01","cited_by_count":0,"area":null},{"id":"2604.06946","title":"An empirical study of LoRA-based fine-tuning of large language models for automated test case generation","created":"2026-04-08","cited_by_count":0,"area":null},{"id":"2609.16625","title":"AURA: Agentic Diagnosis and Refinement for Production Recommender Systems at Scale","created":"2026-09-15","cited_by_count":0,"area":"agents"},{"id":"2610.18108","title":"A CaLLM Judge is a Better Judge: Mitigating Bias in LLM-as-a-judge","created":"2026-10-13","cited_by_count":0,"area":null},{"id":"2610.18766","title":"Rubrics from the Task, Verdicts from Evidence: Pointwise Rubric Rewards with Tool-Augmented Judges","created":"2026-10-13","cited_by_count":0,"area":"alignment"}],"next_cursor":null}