{"total":160,"rows":[{"id":"2506.01937","title":"RewardBench 2: Advancing Reward Model Evaluation","created":"2025-06-02","cited_by_count":150,"area":"alignment"},{"id":"2510.07743","title":"OpenRubrics: Towards Scalable Synthetic Rubric Generation for Reward Modeling and LLM Alignment","created":"2025-10-09","cited_by_count":132,"area":"alignment"},{"id":"2507.18624","title":"Checklists Are Better Than Reward Models For Aligning Language Models","created":"2025-07-24","cited_by_count":128,"area":"alignment"},{"id":"2602.01511","title":"Alternating Reinforcement Learning for Rubric-Based Reward Modeling in Non-Verifiable LLM Post-Training","created":"2026-02-02","cited_by_count":54,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2506.00103","title":"Writing-Zero: Bridge the Gap Between Non-verifiable Tasks and Verifiable Rewards","created":"2025-05-30","cited_by_count":50,"area":"alignment"},{"id":"2504.14439","title":"LoRe: Personalizing LLMs via Low-Rank Reward Modeling","created":"2025-04-20","cited_by_count":38,"area":"alignment"},{"id":"2506.19248","title":"Inference-Time Reward Hacking in Large Language Models","created":"2025-06-24","cited_by_count":34,"area":"alignment"},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2506.08123","title":"QA-LIGN: Aligning LLMs through Constitutionally Decomposed QA","created":"2025-06-09","cited_by_count":28,"area":"alignment"},{"id":"2602.14069","title":"Open Rubric System: Scaling Reinforcement Learning with Pairwise Adaptive Rubric","created":"2026-02-15","cited_by_count":27,"area":"alignment"},{"id":"2504.07532","title":"AI-Slop to AI-Polish? Aligning Language Models through Edit-Based Writing Rewards and Test-time Computation","created":"2025-04-10","cited_by_count":25,"area":"alignment"},{"id":"2505.14442","title":"Creative Preference Optimization","created":"2025-05-20","cited_by_count":25,"area":"alignment"},{"id":"2506.14175","title":"GRAM: A Generative Foundation Reward Model for Reward Generalization","created":"2025-06-17","cited_by_count":25,"area":"alignment"},{"id":"2505.13388","title":"R3: Robust Rubric-Agnostic Reward Models","created":"2025-05-19","cited_by_count":23,"area":"alignment"},{"id":"2502.04270","title":"PILAF: Optimal Human Preference Sampling for Reward Modeling","created":"2025-02-06","cited_by_count":20,"area":"alignment"},{"id":"2504.06141","title":"Adversarial Training of Reward Models","created":"2025-04-08","cited_by_count":18,"area":"alignment"},{"id":"2508.08746","title":"Interpretable Reward Model via Sparse Autoencoder","created":"2025-08-12","cited_by_count":18,"area":"alignment"},{"id":"2502.16182","title":"IPO: Your Language Model is Secretly a Preference Classifier","created":"2025-02-22","cited_by_count":17,"area":"alignment"},{"id":"2507.05197","title":"Pre-Trained Policy Discriminators are General Reward Models","created":"2025-07-07","cited_by_count":15,"area":"alignment"},{"id":"2505.07271","title":"On the Robustness of Reward Models for Language Model Alignment","created":"2025-05-12","cited_by_count":13,"area":"alignment"},{"id":"2506.05339","title":"Flattery, Fluff, and Fog: Diagnosing and Mitigating Idiosyncratic Biases in Preference Models","created":"2025-06-05","cited_by_count":13,"area":"alignment"},{"id":"2510.20369","title":"Ask a Strong LLM Judge when Your Reward Model is Uncertain","created":"2025-10-23","cited_by_count":13,"area":"alignment"},{"id":"2508.18312","title":"What Matters in Data for DPO?","created":"2025-08-23","cited_by_count":12,"area":"alignment"},{"id":"2603.08035","title":"CDRRM: Contrast-Driven Rubric Generation for Reliable and Interpretable Reward Modeling","created":"2026-03-09","cited_by_count":12,"area":"alignment"},{"id":"2411.12843","title":"Reward Modeling with Ordinal Feedback: Wisdom of the Crowd","created":"2024-11-19","cited_by_count":11,"area":"alignment"},{"id":"2502.01203","title":"KL-Regularized RLHF with Multiple Reference Models: Exact Solutions and Sample Complexity","created":"2025-02-03","cited_by_count":11,"area":"alignment"},{"id":"2506.15068","title":"Semantically-Aware Rewards for Open-Ended R1 Training in Free-Form Generation","created":"2025-06-18","cited_by_count":11,"area":"alignment"},{"id":"2507.07375","title":"Bradley-Terry and Multi-Objective Reward Modeling Are Complementary","created":"2025-07-10","cited_by_count":11,"area":"alignment"},{"id":"2509.25361","title":"Structural Reward Model: Enhancing Interpretability, Efficiency, and Scalability in Reward Modeling","created":"2025-09-29","cited_by_count":11,"area":"alignment"},{"id":"2510.23451","title":"Omni-Reward: Towards Generalist Omni-Modal Reward Modeling with Free-Form Preferences","created":"2025-10-27","cited_by_count":11,"area":"alignment"},{"id":"2601.07349","title":"Reward Modeling from Natural Language Human Feedback","created":"2026-01-12","cited_by_count":11,"area":"alignment"},{"id":"2502.19731","title":"Preference Learning Unlocks LLMs' Psycho-Counseling Skills","created":"2025-02-27","cited_by_count":10,"area":"alignment"},{"id":"2506.07326","title":"Reward Model Interpretability via Optimal and Pessimal Tokens","created":"2025-06-08","cited_by_count":10,"area":"alignment"},{"id":"2411.16502","title":"Interpreting Language Reward Models via Contrastive Explanations","created":"2024-11-25","cited_by_count":9,"area":"alignment"},{"id":"2412.04628","title":"Multi-Preference Optimization: Generalizing DPO via Set-Level Contrasts","created":"2024-12-05","cited_by_count":9,"area":"alignment"},{"id":"2502.16825","title":"Finding the Sweet Spot: Preference Data Construction for Scaling Preference Optimization","created":"2025-02-24","cited_by_count":9,"area":"alignment"},{"id":"2504.13630","title":"Remedy: Learning Machine Translation Evaluation from Human Preferences with Reward Modeling","created":"2025-04-18","cited_by_count":9,"area":"alignment"},{"id":"2505.12225","title":"Mining Intrinsic Rewards from LLM Hidden States for Efficient Best-of-N Sampling","created":"2025-05-18","cited_by_count":9,"area":"alignment"},{"id":"2508.15811","title":"From Clicks to Preference: A Multi-stage Alignment Framework for Generative Query Suggestion in Conversational System","created":"2025-08-15","cited_by_count":9,"area":"alignment"},{"id":"2603.08091","title":"Toward Robust LLM-Based Judges: Taxonomic Bias Evaluation and Debiasing Optimization","created":"2026-03-09","cited_by_count":9,"area":"alignment"},{"id":"2410.23223","title":"COMAL: A Convergent Meta-Algorithm for Aligning LLMs with General Preferences","created":"2024-10-30","cited_by_count":8,"area":"alignment"},{"id":"2502.04354","title":"Reviving The Classics: Active Reward Modeling in Large Language Model Alignment","created":"2025-02-04","cited_by_count":8,"area":"alignment"},{"id":"2505.13878","title":"InfiFPO: Implicit Model Fusion via Preference Optimization in Large Language Models","created":"2025-05-20","cited_by_count":8,"area":"alignment"},{"id":"2502.10563","title":"Accelerating Unbiased LLM Evaluation via Synthetic Feedback","created":"2025-02-14","cited_by_count":7,"area":"alignment"},{"id":"2504.10045","title":"CHARM: Calibrating Reward Models With Chatbot Arena Scores","created":"2025-04-14","cited_by_count":7,"area":"alignment"},{"id":"2505.20081","title":"Inference-time Alignment in Continuous Space","created":"2025-05-26","cited_by_count":7,"area":"alignment"},{"id":"2506.07434","title":"Well Begun is Half Done: Low-resource Preference Alignment by Weak-to-Strong Decoding","created":"2025-06-09","cited_by_count":7,"area":"alignment"},{"id":"2508.04149","title":"Difficulty-Based Preference Data Selection by DPO Implicit Reward Gap","created":"2025-08-06","cited_by_count":7,"area":"alignment"},{"id":"2509.02492","title":"GRAM-R$^2$: Self-Training Generative Foundation Reward Models for Reward Reasoning","created":"2025-09-02","cited_by_count":7,"area":"alignment"},{"id":"2512.23461","title":"Eliminating Inductive Bias in Reward Models with Information-Theoretic Guidance","created":"2025-12-29","cited_by_count":7,"area":"alignment"},{"id":"2604.07343","title":"Personalized RewardBench: Evaluating Reward Models with Human Aligned Personalization","created":"2026-04-08","cited_by_count":7,"area":"alignment"},{"id":"2501.15453","title":"Data-adaptive Safety Rules for Training Reward Models","created":"2025-01-26","cited_by_count":6,"area":"alignment"},{"id":"2502.12530","title":"Translate Policy to Language: Flow Matching Generated Rewards for LLM Explanations","created":"2025-02-18","cited_by_count":6,"area":"alignment"},{"id":"2505.10597","title":"Two Minds Better Than One: Collaborative Reward Modeling for LLM Alignment","created":"2025-05-15","cited_by_count":6,"area":"alignment"},{"id":"2506.16502","title":"Relic: Enhancing Reward Model Generalization for Low-Resource Indic Languages with Few-Shot Examples","created":"2025-06-19","cited_by_count":6,"area":"alignment"},{"id":"2507.00665","title":"SAFER: Probing Safety in Reward Models with Sparse Autoencoder","created":"2025-07-01","cited_by_count":6,"area":"alignment"},{"id":"2507.07981","title":"Why is Your Language Model a Poor Implicit Reward Model?","created":"2025-07-10","cited_by_count":6,"area":"alignment"},{"id":"2507.15507","title":"Off-Policy Corrected Reward Modeling for Reinforcement Learning from Human Feedback","created":"2025-07-21","cited_by_count":6,"area":"alignment"},{"id":"2509.18632","title":"A Good Plan is Hard to Find: Aligning Models with Preferences is Misaligned with What Helps Users","created":"2025-09-23","cited_by_count":6,"area":"alignment"},{"id":"2510.10963","title":"APLOT: Robust Reward Modeling via Adaptive Preference Learning with Optimal Transport","created":"2025-10-13","cited_by_count":6,"area":"alignment"},{"id":"2510.14616","title":"Beyond Correctness: Evaluating Subjective Writing Preferences Across Cultures","created":"2025-10-16","cited_by_count":6,"area":"alignment"},{"id":"2510.24235","title":"PaTaRM: Bridging Pairwise and Pointwise Signals via Preference-Aware Task-Adaptive Reward Modeling","created":"2025-10-28","cited_by_count":6,"area":"alignment"},{"id":"2601.18533","title":"From Verifiable Dot to Reward Chain: Harnessing Verifiable Reference-based Rewards for Reinforcement Learning of Open-ended Generation","created":"2026-01-26","cited_by_count":6,"area":"alignment"},{"id":"2501.13264","title":"OpenGenAlign: A Preference Dataset and Benchmark for Trustworthy Reward Modeling in Open-Ended, Long-Context Generation","created":"2025-01-22","cited_by_count":5,"area":"alignment"},{"id":"2502.18293","title":"AMPO: Active Multi-Preference Optimization for Self-play Preference Selection","created":"2025-02-25","cited_by_count":5,"area":"alignment"},{"id":"2503.04793","title":"Sentence-level Reward Model can Generalize Better for Aligning LLM from Human Preference","created":"2025-03-01","cited_by_count":5,"area":"alignment"},{"id":"2505.17122","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","created":"2025-05-21","cited_by_count":5,"area":"alignment"},{"id":"2507.17515","title":"URPO: A Unified Reward & Policy Optimization Framework for Large Language Models","created":"2025-07-23","cited_by_count":5,"area":"alignment"},{"id":"2509.22099","title":"S2J: Bridging the Gap Between Solving and Judging Ability in Generative Reward Models","created":"2025-09-26","cited_by_count":5,"area":"alignment"},{"id":"2510.06915","title":"LongRM: Revealing and Unlocking the Context Boundary of Reward Modeling","created":"2025-10-08","cited_by_count":5,"area":"alignment"},{"id":"2602.10623","title":"Mitigating Reward Hacking in RLHF via Bayesian Non-negative Reward Modeling","created":"2026-02-11","cited_by_count":5,"area":"alignment"},{"id":"2605.29156","title":"RUBRIC-ARROW: Alternating Pointwise Rubric Reward Modeling for LLM Post-training in Non-verifiable Domains","created":"2026-05-27","cited_by_count":5,"area":"alignment"},{"id":"2502.14560","title":"Less is More: Improving LLM Alignment via Preference Data Selection","created":"2025-02-20","cited_by_count":4,"area":"alignment"},{"id":"2503.20995","title":"ENCORE: Entropy-guided Reward Composition for Multi-head Safety Reward Models","created":"2025-03-26","cited_by_count":4,"area":"alignment"},{"id":"2504.13134","title":"Energy-Based Reward Models for Robust Language Model Alignment","created":"2025-04-17","cited_by_count":4,"area":"alignment"},{"id":"2511.16139","title":"Multidimensional Rubric-oriented Reward Model Learning via Geometric Projection Reference Constraints","created":"2025-11-20","cited_by_count":4,"area":"alignment"},{"id":"2512.10575","title":"RoleRMBench & RoleRM: Towards Reward Modeling for Profile-Based Role Play in Dialogue Systems","created":"2025-12-11","cited_by_count":4,"area":"alignment"},{"id":"2510.06370","title":"EVALUESTEER: Measuring Reward Model Steerability Towards Values and Preferences","created":"2025-10-07","cited_by_count":3,"area":"alignment"},{"id":"2510.13022","title":"On the Role of Preference Variance in Preference Optimization","created":"2025-10-14","cited_by_count":3,"area":"alignment"},{"id":"2601.20838","title":"Reward Models Inherit Value Biases from Pretraining","created":"2026-01-28","cited_by_count":3,"area":"alignment"},{"id":"2602.06763","title":"R-Align: Enhancing Generative Reward Models through Rationale-Centric Meta-Judging","created":"2026-02-06","cited_by_count":3,"area":"alignment"},{"id":"2602.08829","title":"WildReward: Learning Reward Models from In-the-Wild Human Interactions","created":"2026-02-09","cited_by_count":3,"area":"alignment"},{"id":"2602.20670","title":"CAMEL: Confidence-Gated Reflection for Reward Modeling","created":"2026-02-24","cited_by_count":3,"area":"alignment"},{"id":"2602.24040","title":"RewardUQ: A Unified Framework for Uncertainty-Aware Reward Models","created":"2026-02-27","cited_by_count":3,"area":"alignment"},{"id":"2606.21795","title":"Discretizing Reward Models","created":"2026-06-19","cited_by_count":3,"area":"alignment"},{"id":"2502.14400","title":"HPS: Hard Preference Sampling for Human Preference Alignment","created":"2025-02-20","cited_by_count":2,"area":"alignment"},{"id":"2502.17173","title":"Cheems: A Practical Guidance for Building and Evaluating Chinese Reward Models from Scratch","created":"2025-02-24","cited_by_count":2,"area":"alignment"},{"id":"2504.06659","title":"Leveraging Machine Unlearning for Cost-Efficient Preference Alignment","created":"2025-04-09","cited_by_count":2,"area":"alignment"},{"id":"2505.20088","title":"Multi-Domain Explainability of Preferences","created":"2025-05-26","cited_by_count":2,"area":"alignment"},{"id":"2505.23923","title":"Act-Adaptive Margin: Dynamically Calibrating Reward Models for Subjective Ambiguity","created":"2025-05-29","cited_by_count":2,"area":"alignment"},{"id":"2506.04272","title":"Understanding the Impact of Sampling Quality in Direct Preference Optimization","created":"2025-06-03","cited_by_count":2,"area":"alignment"},{"id":"2509.21798","title":"Evaluating and Improving Cultural Awareness of Reward Models for LLM Alignment","created":"2025-09-26","cited_by_count":2,"area":"alignment"},{"id":"2509.26074","title":"Limited Preference Data? Learning Better Reward Model with Latent Space Synthesis","created":"2025-09-30","cited_by_count":2,"area":"alignment"},{"id":"2510.03231","title":"Reward Models are Metrics in a Trench Coat","created":"2025-10-03","cited_by_count":2,"area":"alignment"},{"id":"2512.00778","title":"What Is Preference Optimization Doing, and Why?","created":"2025-11-30","cited_by_count":2,"area":"alignment"},{"id":"2601.03027","title":"Reducing Hallucinations in LLMs via Factuality-Aware Preference Learning","created":"2026-01-06","cited_by_count":2,"area":"alignment"},{"id":"2601.11969","title":"MemoryRewardBench: Benchmarking Reward Models for Long-Term Memory Management in Large Language Models","created":"2026-01-17","cited_by_count":2,"area":"alignment"},{"id":"2601.14032","title":"RM-Distiller: Exploiting Generative LLM for Reward Model Distillation","created":"2026-01-20","cited_by_count":2,"area":"alignment"},{"id":"2601.20327","title":"CE-RM: A Pointwise Generative Reward Model Optimized via Two-Stage Rollout and Unified Criteria","created":"2026-01-28","cited_by_count":2,"area":"alignment"}],"next_cursor":"100"}