{"total":201,"rows":[{"id":"2310.08491","title":"Prometheus: Inducing Fine-grained Evaluation Capability in Language Models","created":"2023-10-12","cited_by_count":575,"area":"alignment"},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2406.04692","title":"Mixture-of-Agents Enhances Large Language Model Capabilities","created":"2024-06-07","cited_by_count":438,"area":"lr"},{"id":"2312.01552","title":"The Unlocking Spell on Base LLMs: Rethinking Alignment via In-Context Learning","created":"2023-12-04","cited_by_count":257,"area":"lr"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2308.13387","title":"Do-Not-Answer: A Dataset for Evaluating Safeguards in LLMs","created":"2023-08-25","cited_by_count":184,"area":null},{"id":"2311.08692","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","created":"2023-11-15","cited_by_count":145,"area":"alignment"},{"id":"2401.12794","title":"Benchmarking LLMs via Uncertainty Quantification","created":"2024-01-23","cited_by_count":126,"area":null},{"id":"2401.06591","title":"Prometheus-Vision: Vision-Language Model as a Judge for Fine-Grained Evaluation","created":"2024-01-12","cited_by_count":125,"area":"mllm"},{"id":"2407.11005","title":"RAGBench: Explainable Benchmark for Retrieval-Augmented Generation Systems","created":"2024-06-25","cited_by_count":117,"area":"rag"},{"id":"2505.08638","title":"TRAIL: Trace Reasoning and Agentic Issue Localization","created":"2025-05-13","cited_by_count":104,"area":"lr"},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2309.16349","title":"Human Feedback is not Gold Standard","created":"2023-09-28","cited_by_count":83,"area":"alignment"},{"id":"2309.13633","title":"EvalLM: Interactive Evaluation of Large Language Model Prompts on User-Defined Criteria","created":"2023-09-24","cited_by_count":74,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2408.02666","title":"Self-Taught Evaluators","created":"2024-08-05","cited_by_count":72,"area":"alignment"},{"id":"2403.06412","title":"CLIcK: A Benchmark Dataset of Cultural and Linguistic Intelligence in Korean","created":"2024-03-11","cited_by_count":66,"area":null},{"id":"2410.16153","title":"Pangea: A Fully Open Multilingual Multimodal LLM for 39 Languages","created":"2024-10-21","cited_by_count":64,"area":"mllm"},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52,"area":null},{"id":"2405.01525","title":"FLAME: Factuality-Aware Alignment for Large Language Models","created":"2024-05-02","cited_by_count":47,"area":"alignment"},{"id":"2406.14563","title":"Model Merging and Safety Alignment: One Bad Model Spoils the Bunch","created":"2024-06-20","cited_by_count":43,"area":"alignment"},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2503.17003","title":"A Survey on Personalized Alignment -- The Missing Piece for Large Language Models in Real-World Applications","created":"2025-03-21","cited_by_count":42,"area":"alignment"},{"id":"2502.07350","title":"KABB: Knowledge-Aware Bayesian Bandits for Dynamic Expert Coordination in Multi-Agent Systems","created":"2025-02-11","cited_by_count":37,"area":"agents"},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2410.17578","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","created":"2024-10-23","cited_by_count":35,"area":"alignment"},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2402.14334","title":"INSTRUCTIR: A Benchmark for Instruction Following of Information Retrieval Models","created":"2024-02-22","cited_by_count":33,"area":null},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2409.11239","title":"LLM-as-a-Judge & Reward Model: What They Can and Cannot Do","created":"2024-09-17","cited_by_count":32,"area":"alignment"},{"id":"2410.03742","title":"Beyond Scalar Reward Model: Learning Generative Judge from Preference Data","created":"2024-10-01","cited_by_count":32,"area":"alignment"},{"id":"2311.00321","title":"HARE: Explainable Hate Speech Detection with Step-by-Step Reasoning","created":"2023-11-01","cited_by_count":31,"area":null},{"id":"2404.10346","title":"Self-Explore: Enhancing Mathematical Reasoning in Language Models with Fine-grained Rewards","created":"2024-04-16","cited_by_count":31,"area":"lr"},{"id":"2401.02458","title":"Data-Centric Foundation Models in Computational Healthcare: A Survey","created":"2024-01-04","cited_by_count":27,"area":null},{"id":"2412.00543","title":"Evaluating the Consistency of LLM Evaluators","created":"2024-11-30","cited_by_count":24,"area":null},{"id":"2504.14716","title":"Pairwise or Pointwise? Evaluating Feedback Protocols for Bias in LLM-Based Evaluation","created":"2025-04-20","cited_by_count":24,"area":"alignment"},{"id":"2401.04531","title":"MERA: A Comprehensive LLM Evaluation in Russian","created":"2024-01-09","cited_by_count":22,"area":null},{"id":"2407.14916","title":"Improving Context-Aware Preference Modeling for Language Models","created":"2024-07-20","cited_by_count":22,"area":"alignment"},{"id":"2410.21545","title":"CARMO: Dynamic Criteria Generation for Context-Aware Reward Modelling","created":"2024-10-28","cited_by_count":22,"area":"alignment"},{"id":"2508.01674","title":"CUPID: Evaluating Personalized and Contextualized Alignment of LLMs from Interactions","created":"2025-08-03","cited_by_count":22,"area":null},{"id":"2409.08813","title":"Your Weak LLM is Secretly a Strong Teacher for Alignment","created":"2024-09-13","cited_by_count":20,"area":"alignment"},{"id":"2502.00409","title":"Doing More with Less: A Survey on Routing Strategies for Resource Optimisation in Large Language Model-Based Systems","created":"2025-02-01","cited_by_count":20,"area":null},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2410.02902","title":"Better Instruction-Following Through Minimum Bayes Risk","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2406.09264","title":"Position: Towards Bidirectional Human-AI Alignment","created":"2024-06-13","cited_by_count":18,"area":"alignment"},{"id":"2503.00596","title":"BadJudge: Backdoor Vulnerabilities of LLM-as-a-Judge","created":"2025-03-01","cited_by_count":18,"area":"safety"},{"id":"2309.12455","title":"LongDocFACTScore: Evaluating the Factuality of Long Document Abstractive Summarisation","created":"2023-09-21","cited_by_count":16,"area":null},{"id":"2501.00560","title":"Re-evaluating Automatic LLM System Ranking for Alignment with Human Preference","created":"2024-12-31","cited_by_count":16,"area":"alignment"},{"id":"2505.14279","title":"YESciEval: Robust LLM-as-a-Judge for Scientific Question Answering","created":"2025-05-20","cited_by_count":16,"area":null},{"id":"2509.04484","title":"The Good, the Bad and the Constructive: Automatically Measuring Peer Review's Utility for Authors","created":"2025-08-31","cited_by_count":16,"area":null},{"id":"2508.03550","title":"Beyond the Surface: Enhancing LLM-as-a-Judge Alignment with Human via Internal Representations","created":"2025-08-05","cited_by_count":15,"area":"alignment"},{"id":"2412.14140","title":"GLIDER: Grading LLM Interactions and Decisions using Explainable Ranking","created":"2024-12-18","cited_by_count":14,"area":null},{"id":"2504.01001","title":"Zero-shot Benchmarking: A Framework for Flexible and Scalable Automatic Evaluation of Language Models","created":"2025-04-01","cited_by_count":14,"area":null},{"id":"2402.13764","title":"CriticEval: Evaluating Large Language Model as Critic","created":"2024-02-21","cited_by_count":13,"area":null},{"id":"2603.21362","title":"AdaRubric: Task-Adaptive Rubrics for Reliable LLM Agent Evaluation and Reward Learning","created":"2026-03-22","cited_by_count":13,"area":"agents"},{"id":"2404.11826","title":"AdvisorQA: Towards Helpful and Harmless Advice-seeking Question Answering with Collective Intelligence","created":"2024-04-18","cited_by_count":12,"area":null},{"id":"2509.08494","title":"HumanAgencyBench: Scalable Evaluation of Human Agency Support in AI Assistants","created":"2025-09-10","cited_by_count":11,"area":null},{"id":"2603.20882","title":"RubricRAG: Towards Interpretable and Reliable LLM Evaluation via Domain Knowledge Retrieval for Rubric Generation","created":"2026-03-21","cited_by_count":11,"area":null},{"id":"2402.13703","title":"Investigating Multilingual Instruction-Tuning: Do Polyglot Models Demand for Multilingual Instructions?","created":"2024-02-21","cited_by_count":10,"area":null},{"id":"2407.11733","title":"How Are LLMs Mitigating Stereotyping Harms? Learning from Search Engine Studies","created":"2024-07-16","cited_by_count":10,"area":null},{"id":"2410.23463","title":"MDCure: A Scalable Pipeline for Multi-Document Instruction-Following","created":"2024-10-30","cited_by_count":10,"area":null},{"id":"2506.06843","title":"United Minds or Isolated Agents? Exploring Coordination of LLMs under Cognitive Load Theory","created":"2025-06-07","cited_by_count":10,"area":"agents"},{"id":"2607.20083","title":"Co-Evolving LLM Evaluators and Policies via DynamicRubric","created":"2026-07-22","cited_by_count":10,"area":null},{"id":"2404.03304","title":"Concept -- An Evaluation Protocol on Conversational Recommender Systems with System-centric and User-centric Factors","created":"2024-04-04","cited_by_count":9,"area":null},{"id":"2407.03051","title":"Improving Conversational Abilities of Quantized Large Language Models via Direct Preference Alignment","created":"2024-07-03","cited_by_count":9,"area":"alignment"},{"id":"2407.06501","title":"STORYSUMM: Evaluating Faithfulness in Story Summarization","created":"2024-07-09","cited_by_count":9,"area":null},{"id":"2503.04804","title":"What do Large Language Models Say About Animals? Investigating Risks of Animal Harm in Generated Text","created":"2025-03-03","cited_by_count":9,"area":null},{"id":"2605.08354","title":"Auto-Rubric as Reward: From Implicit Preferences to Explicit Multimodal Generative Criteria","created":"2026-05-08","cited_by_count":9,"area":"alignment"},{"id":"2403.14238","title":"Reinforcement Learning from Reflective Feedback (RLRF): Aligning and Improving LLMs via Fine-Grained Self-Reflection","created":"2024-03-21","cited_by_count":8,"area":"alignment"},{"id":"2509.12405","title":"MORQA: Benchmarking Evaluation Metrics for Medical Open-Ended Question Answering","created":"2025-09-15","cited_by_count":8,"area":null},{"id":"2601.18706","title":"Health-SCORE: Towards Scalable Rubrics for Improving Health-LLMs","created":"2026-01-26","cited_by_count":8,"area":null},{"id":"2603.23522","title":"Qworld: Question-Specific Evaluation Criteria for LLMs","created":"2026-03-06","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2605.28579","title":"MUSE: Benchmarking Manufacturable, Functional, and Assemblable Text-to-CAD Generation","created":"2026-05-27","cited_by_count":8,"area":null},{"id":"2605.30568","title":"Generating and Refining Dynamic Evaluation Rubrics for LLM-as-a-Judge","created":"2026-05-28","cited_by_count":8,"area":null},{"id":"2606.20659","title":"Skill Coverage: A Test Adequacy Metric for Agent Skills","created":"2026-06-09","cited_by_count":8,"area":"agents"},{"id":"2409.14399","title":"Beyond Persuasion: Towards Conversational Recommender System with Credible Explanations","created":"2024-09-22","cited_by_count":7,"area":null},{"id":"2510.17722","title":"MT-Video-Bench: A Holistic Video Understanding Benchmark for Evaluating Multimodal LLMs in Multi-Turn Dialogues","created":"2025-10-20","cited_by_count":7,"area":"mllm"},{"id":"2510.19205","title":"WebGraphEval: Multi-Turn Trajectory Evaluation for Web Agents using Graph Representation","created":"2025-10-22","cited_by_count":7,"area":"agents"},{"id":"2601.08654","title":"From Rubrics to Reliable Scores: Evidence-Grounded Text Evaluation with LLM Judges","created":"2026-01-13","cited_by_count":7,"area":null},{"id":"2606.29920","title":"Can LLM-as-a-Judge Reliably Verify Rubrics in Agentic Scenarios?","created":"2026-06-29","cited_by_count":7,"area":"agents"},{"id":"2409.13948","title":"Aligning Language Models Using Follow-up Likelihood as Reward Signal","created":"2024-09-20","cited_by_count":6,"area":"alignment"},{"id":"2601.18722","title":"Gained in Translation: Privileged Pairwise Judges Enhance Multilingual Reasoning","created":"2026-01-26","cited_by_count":6,"area":"lr"},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2502.03397","title":"SPRI: Aligning Large Language Models with Context-Situated Principles","created":"2025-02-05","cited_by_count":5,"area":"alignment"},{"id":"2503.23730","title":"KOFFVQA: An Objectively Evaluated Free-form VQA Benchmark for Large Vision-Language Models in the Korean Language","created":"2025-03-31","cited_by_count":5,"area":"mllm"},{"id":"2505.15805","title":"Keep Security! Benchmarking Security Policy Preservation in Large Language Model Contexts Against Indirect Attacks in Question Answering","created":"2025-05-21","cited_by_count":5,"area":null},{"id":"2510.17793","title":"Foundational Automatic Evaluators: Scaling Multi-Task Generative Evaluator Training for Reasoning-Centric Domains","created":"2025-10-20","cited_by_count":5,"area":null},{"id":"2608.31075","title":"Scaling Large Reasoning Models beyond Human Supervision: A Path toward Superintelligence","created":"2026-08-31","cited_by_count":5,"area":"lr"},{"id":"2311.02049","title":"Post Turing: Mapping the landscape of LLM Evaluation","created":"2023-11-03","cited_by_count":4,"area":null},{"id":"2312.10793","title":"Demystifying Instruction Mixing for Fine-tuning Large Language Models","created":"2023-12-17","cited_by_count":4,"area":null},{"id":"2403.03594","title":"Assessing the Aesthetic Evaluation Capabilities of GPT-4 with Vision: Insights from Group and Individual Assessments","created":"2024-03-06","cited_by_count":4,"area":null},{"id":"2405.20215","title":"TS-Align: A Teacher-Student Collaborative Framework for Scalable Iterative Finetuning of Large Language Models","created":"2024-05-30","cited_by_count":4,"area":"alignment"}],"next_cursor":"100"}