{"total":94,"rows":[{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2410.18451","title":"Skywork-Reward: Bag of Tricks for Reward Modeling in LLMs","created":"2024-10-24","cited_by_count":327,"area":"lr"},{"id":"2506.01937","title":"RewardBench 2: Advancing Reward Model Evaluation","created":"2025-06-02","cited_by_count":150,"area":"alignment"},{"id":"2502.21321","title":"LLM Post-Training: A Deep Dive into Reasoning Large Language Models","created":"2025-02-28","cited_by_count":135,"area":"lr"},{"id":"2510.07743","title":"OpenRubrics: Towards Scalable Synthetic Rubric Generation for Reward Modeling and LLM Alignment","created":"2025-10-09","cited_by_count":132,"area":"alignment"},{"id":"2410.01257","title":"HelpSteer2-Preference: Complementing Ratings with Preferences","created":"2024-10-02","cited_by_count":130,"area":"alignment"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2505.11475","title":"HelpSteer3-Preference: Open Human-Annotated Preference Data across Diverse Tasks and Languages","created":"2025-05-16","cited_by_count":75,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2502.19328","title":"Agentic Reward Modeling: Integrating Human Preferences with Verifiable Correctness Signals for Reliable Reward Systems","created":"2025-02-26","cited_by_count":51,"area":"lr"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2411.18688","title":"Immune: Improving Safety Against Jailbreaks in Multi-modal LLMs via Inference-Time Alignment","created":"2024-11-27","cited_by_count":44,"area":"lr"},{"id":"2504.15253","title":"Evaluating Judges as Evaluators: The JETTS Benchmark of LLM-as-Judges as Test-Time Scaling Evaluators","created":"2025-04-21","cited_by_count":44,"area":"lr"},{"id":"2501.02448","title":"Understand, Solve and Translate: Bridging the Multilingual Mathematical Reasoning Gap","created":"2025-01-05","cited_by_count":43,"area":"lr"},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2410.17578","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","created":"2024-10-23","cited_by_count":35,"area":"alignment"},{"id":"2506.19248","title":"Inference-Time Reward Hacking in Large Language Models","created":"2025-06-24","cited_by_count":34,"area":"alignment"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2409.11239","title":"LLM-as-a-Judge & Reward Model: What They Can and Cannot Do","created":"2024-09-17","cited_by_count":32,"area":"alignment"},{"id":"2410.03742","title":"Beyond Scalar Reward Model: Learning Generative Judge from Preference Data","created":"2024-10-01","cited_by_count":32,"area":"alignment"},{"id":"2505.12201","title":"How Reliable is Multilingual LLM-as-a-Judge?","created":"2025-05-18","cited_by_count":30,"area":null},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2412.09569","title":"JuStRank: Benchmarking LLM Judges for System Ranking","created":"2024-12-12","cited_by_count":29,"area":null},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2505.02847","title":"Sentient Agent as a Judge: Evaluating Higher-Order Social Cognition in Large Language Models","created":"2025-05-01","cited_by_count":21,"area":"agents"},{"id":"2505.14268","title":"Think-J: Learning to Think for Generative LLM-as-a-Judge","created":"2025-05-20","cited_by_count":21,"area":"lr"},{"id":"2502.17898","title":"VeriPlan: Integrating Formal Verification and LLMs into End-User Planning","created":"2025-02-25","cited_by_count":20,"area":null},{"id":"2410.02381","title":"MetaMetrics: Calibrating Metrics For Generation Tasks Using Human Preferences","created":"2024-10-03","cited_by_count":15,"area":null},{"id":"2506.12915","title":"PersonaFeedback: A Large-scale Human-annotated Benchmark For Personalization","created":"2025-06-15","cited_by_count":15,"area":null},{"id":"2502.11026","title":"RLHF in an SFT Way: From Optimal Solution to Reward-Weighted Alignment","created":"2025-02-16","cited_by_count":14,"area":"alignment"},{"id":"2505.10527","title":"WorldPM: Scaling Human Preference Modeling","created":"2025-05-15","cited_by_count":13,"area":"alignment"},{"id":"2506.05339","title":"Flattery, Fluff, and Fog: Diagnosing and Mitigating Idiosyncratic Biases in Preference Models","created":"2025-06-05","cited_by_count":13,"area":"alignment"},{"id":"2603.00039","title":"CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation","created":"2026-02-09","cited_by_count":13,"area":null},{"id":"2510.23451","title":"Omni-Reward: Towards Generalist Omni-Modal Reward Modeling with Free-Form Preferences","created":"2025-10-27","cited_by_count":11,"area":"alignment"},{"id":"2601.07349","title":"Reward Modeling from Natural Language Human Feedback","created":"2026-01-12","cited_by_count":11,"area":"alignment"},{"id":"2411.16502","title":"Interpreting Language Reward Models via Contrastive Explanations","created":"2024-11-25","cited_by_count":9,"area":"alignment"},{"id":"2505.13346","title":"J4R: Learning to Judge with Equivalent Initial State Group Relative Policy Optimization","created":"2025-05-19","cited_by_count":9,"area":"lr"},{"id":"2508.15811","title":"From Clicks to Preference: A Multi-stage Alignment Framework for Generative Query Suggestion in Conversational System","created":"2025-08-15","cited_by_count":9,"area":"alignment"},{"id":"2603.08091","title":"Toward Robust LLM-Based Judges: Taxonomic Bias Evaluation and Debiasing Optimization","created":"2026-03-09","cited_by_count":9,"area":"alignment"},{"id":"2410.23223","title":"COMAL: A Convergent Meta-Algorithm for Aligning LLMs with General Preferences","created":"2024-10-30","cited_by_count":8,"area":"alignment"},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2504.02867","title":"Multi-Agent LLM Judge: automatic personalized LLM judge design for evaluating natural language generation applications","created":"2025-04-01","cited_by_count":7,"area":"agents"},{"id":"2506.03332","title":"Helpful Agent Meets Deceptive Judge: Understanding Vulnerabilities in Agentic Workflows","created":"2025-06-03","cited_by_count":7,"area":"agents"},{"id":"2508.12792","title":"Bridging Human and LLM Judgments: Understanding and Narrowing the Gap","created":"2025-08-18","cited_by_count":7,"area":null},{"id":"2601.21872","title":"WebArbiter: A Principle-Guided Reasoning Process Reward Model for Web Agents","created":"2026-01-29","cited_by_count":7,"area":"lr"},{"id":"2602.09305","title":"Reward Modeling for Reinforcement Learning-Based LLM Reasoning: Design, Challenges, and Evaluation","created":"2026-02-10","cited_by_count":7,"area":"lr"},{"id":"2502.14619","title":"Reward Models Identify Consistency, Not Causality","created":"2025-02-20","cited_by_count":6,"area":"alignment"},{"id":"2505.02363","title":"SIMPLEMIX: Frustratingly Simple Mixing of Off- and On-policy Data in Language Model Preference Learning","created":"2025-05-05","cited_by_count":6,"area":"alignment"},{"id":"2506.02945","title":"Quantitative LLM Judges","created":"2025-06-03","cited_by_count":6,"area":null},{"id":"2510.19050","title":"Rectifying Shortcut Behaviors in Preference-based Reward Learning","created":"2025-10-21","cited_by_count":6,"area":"alignment"},{"id":"2505.11875","title":"J1: Exploring Simple Test-Time Scaling for LLM-as-a-Judge","created":"2025-05-17","cited_by_count":5,"area":"lr"},{"id":"2505.17122","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","created":"2025-05-21","cited_by_count":5,"area":"alignment"},{"id":"2510.06538","title":"Auto-Prompt Ensemble for LLM Judge","created":"2025-10-08","cited_by_count":5,"area":null},{"id":"2510.17793","title":"Foundational Automatic Evaluators: Scaling Multi-Task Generative Evaluator Training for Reasoning-Centric Domains","created":"2025-10-20","cited_by_count":5,"area":null},{"id":"2603.24579","title":"MARCH: Multi-Agent Reinforced Self-Check for LLM Hallucination","created":"2026-03-25","cited_by_count":5,"area":"rag"},{"id":"2502.04357","title":"Reusing Embeddings: Reproducible Reward Model Research in Large Language Model Alignment without GPUs","created":"2025-02-04","cited_by_count":4,"area":"lr"},{"id":"2504.12589","title":"Efficient MAP Estimation of LLM Judgment Performance with Prior Transfer","created":"2025-04-17","cited_by_count":4,"area":null},{"id":"2512.10575","title":"RoleRMBench & RoleRM: Towards Reward Modeling for Profile-Based Role Play in Dialogue Systems","created":"2025-12-11","cited_by_count":4,"area":"alignment"},{"id":"2605.26579","title":"Focal Reward: Balanced Reinforcement Learning under Rubric-Based Rewards","created":"2026-05-26","cited_by_count":4,"area":"alignment"},{"id":"2412.18011","title":"StructTest: Benchmarking LLMs' Reasoning through Compositional Structured Outputs","created":"2024-12-23","cited_by_count":3,"area":"lr"},{"id":"2509.23542","title":"On the Shelf Life of Fine-Tuned LLM-Judges: Future-Proofing, Backward-Compatibility, and Question Generalization","created":"2025-09-28","cited_by_count":3,"area":"alignment"},{"id":"2602.08829","title":"WildReward: Learning Reward Models from In-the-Wild Human Interactions","created":"2026-02-09","cited_by_count":3,"area":"alignment"},{"id":"2602.20670","title":"CAMEL: Confidence-Gated Reflection for Reward Modeling","created":"2026-02-24","cited_by_count":3,"area":"alignment"},{"id":"2604.02686","title":"Beyond Semantic Manipulation: Token-Space Attacks on Reward Models","created":"2026-04-03","cited_by_count":3,"area":"alignment"},{"id":"2507.06419","title":"Teach a Reward Model to Correct Itself: Reward Guided Adversarial Failure Discovery for Robust Reward Modeling","created":"2025-07-08","cited_by_count":2,"area":"alignment"},{"id":"2509.23564","title":"Clean First, Align Later: Benchmarking Preference Data Cleaning for Reliable LLM Alignment","created":"2025-09-28","cited_by_count":2,"area":"alignment"},{"id":"2601.01718","title":"Yuan3.0 Flash: An Open Multimodal Large Language Model for Enterprise Applications","created":"2026-01-05","cited_by_count":2,"area":"lr"},{"id":"2601.14032","title":"RM-Distiller: Exploiting Generative LLM for Reward Model Distillation","created":"2026-01-20","cited_by_count":2,"area":"alignment"},{"id":"2603.02029","title":"Rich Insights from Cheap Signals: Efficient Evaluations via Tensor Factorization","created":"2026-03-02","cited_by_count":2,"area":null},{"id":"2605.25998","title":"Causal methods for LLM development and evaluation","created":"2026-05-25","cited_by_count":2,"area":"alignment"},{"id":"2606.03131","title":"HARVE: Hacking-Aware Reward-Head Vector Editing for Robust Reward Models","created":"2026-06-02","cited_by_count":2,"area":"alignment"},{"id":"2502.13019","title":"Oreo: A Plug-in Context Reconstructor to Enhance Retrieval-Augmented Generation","created":"2025-02-18","cited_by_count":1,"area":"rag"},{"id":"2509.17444","title":"Filling in the Clinical Gaps in Benchmark: Case for HealthBench for the Japanese medical system","created":"2025-09-22","cited_by_count":1,"area":null},{"id":"2509.26011","title":"RAGferee: Building Contextual Reward Models for Retrieval-Augmented Generation","created":"2025-09-30","cited_by_count":1,"area":"rag"},{"id":"2511.17432","title":"SMILE: A Composite Lexical-Semantic Metric for Question-Answering Evaluation","created":"2025-11-21","cited_by_count":1,"area":null},{"id":"2602.16802","title":"References Improve LLM Alignment in Non-Verifiable Domains","created":"2026-02-18","cited_by_count":1,"area":"alignment"},{"id":"2603.01571","title":"Beyond Length Scaling: Synergizing Breadth and Depth for Generative Reward Models","created":"2026-03-02","cited_by_count":1,"area":"lr"},{"id":"2605.03472","title":"Auditing Stealth Sycophancy in Mental-Health Dialogue: Structured Clinical-State Diagnostics and Clean Matched Benchmarks","created":"2026-05-05","cited_by_count":1,"area":null},{"id":"2606.19714","title":"AURA: Adaptive Uncertainty-aware Refinement for LLM-as-a-Judge Auditing","created":"2026-06-18","cited_by_count":1,"area":null},{"id":"2607.18508","title":"Style over Substance: A Shortcut Audit of Emotion-Description Preference Evaluation","created":"2026-07-20","cited_by_count":1,"area":null},{"id":"2505.20214","title":"When Slower Isn't Truer: Inverse Scaling Law of Truthfulness in Multimodal Reasoning","created":"2025-05-26","cited_by_count":0,"area":"lr"},{"id":"2508.02926","title":"GrandJury: A Collaborative Machine Learning Model Evaluation Protocol for Dynamic Quality Rubrics","created":"2025-08-04","cited_by_count":0,"area":"lr"},{"id":"2510.05909","title":"Optimizing for Persuasion Improves LLM Generalization: Evidence from Quality-Diversity Evolution of Debate Strategies","created":"2025-10-07","cited_by_count":0,"area":null},{"id":"2602.08819","title":"Bayesian Preference Learning for Test-Time Steerable Reward Models","created":"2026-02-09","cited_by_count":0,"area":"alignment"},{"id":"2604.00396","title":"VLM-in-the-Loop: A Plug-In Quality Assurance Module for ECG Digitization Pipelines","created":"2026-04-01","cited_by_count":0,"area":null},{"id":"2604.00586","title":"More Human, More Efficient: Aligning Annotations with Quantized SLMs","created":"2026-04-01","cited_by_count":0,"area":null},{"id":"2605.02765","title":"U-Define: Designing User Workflows for Hard and Soft Constraints in LLM-Based Planning","created":"2026-05-04","cited_by_count":0,"area":null},{"id":"2605.27914","title":"Does Capability Transfer to Subjective Behavior -- and Would Our Instruments Tell Us? A Self-Evolving, Trust-by-Construction Evaluation Paradigm","created":"2026-05-27","cited_by_count":0,"area":"synth"},{"id":"2606.21627","title":"Counsel: A Meta-Evaluation Dataset for Agentic Tasks","created":"2026-06-19","cited_by_count":0,"area":"agents"},{"id":"2607.14480","title":"Lower-Resource, Higher Scores: Language Bias in LLM Evaluators","created":"2026-07-16","cited_by_count":0,"area":"alignment"},{"id":"2608.22014","title":"DynaContext: Self-Improving Dynamic Contextualization of Optimized Prompts for Heterogeneous Parameter Extraction","created":"2026-08-22","cited_by_count":0,"area":"synth"},{"id":"2608.29127","title":"Beyond Correctness: Validity-Oriented Evaluation of Biomedical LLM Judges","created":"2026-08-29","cited_by_count":0,"area":null},{"id":"2609.00699","title":"Patterning in Practice: Debiasing Reward Models with Susceptibilities","created":"2026-09-01","cited_by_count":0,"area":"alignment"}],"next_cursor":null}