{"total":89,"rows":[{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2406.18853","title":"Decoding-Time Language Model Alignment with Multiple Objectives","created":"2024-06-27","cited_by_count":94,"area":"alignment"},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2502.18770","title":"Reward Shaping to Mitigate Reward Hacking in RLHF","created":"2025-02-26","cited_by_count":88,"area":"alignment"},{"id":"2402.09345","title":"InfoRM: Mitigating Reward Hacking in RLHF via Information-Theoretic Reward Modeling","created":"2024-02-14","cited_by_count":79,"area":"alignment"},{"id":"2407.14622","title":"BOND: Aligning LLMs with Best-of-N Distillation","created":"2024-07-19","cited_by_count":76,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2410.00847","title":"Uncertainty-aware Reward Model: Teaching Reward Models to Know What is Unknown","created":"2024-10-01","cited_by_count":74,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2401.16635","title":"Improving Reinforcement Learning from Human Feedback with Efficient Reward Model Ensemble","created":"2024-01-30","cited_by_count":44,"area":"alignment"},{"id":"2409.20370","title":"The Perfect Blend: Redefining RLHF with Mixture of Judges","created":"2024-09-30","cited_by_count":43,"area":"alignment"},{"id":"2501.09620","title":"Beyond Reward Hacking: Causal Rewards for Large Language Model Alignment","created":"2025-01-16","cited_by_count":42,"area":"alignment"},{"id":"2402.13210","title":"Bayesian Reward Models for LLM Alignment","created":"2024-02-20","cited_by_count":35,"area":"alignment"},{"id":"2506.19248","title":"Inference-Time Reward Hacking in Large Language Models","created":"2025-06-24","cited_by_count":34,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2402.00742","title":"Transforming and Combining Rewards for Aligning Large Language Models","created":"2024-02-01","cited_by_count":25,"area":"alignment"},{"id":"2404.01054","title":"Regularized Best-of-N Sampling with Minimum Bayes Risk Objective for Language Model Alignment","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2508.03905","title":"Sotopia-RL: Reward Design for Social Intelligence","created":"2025-08-05","cited_by_count":24,"area":"alignment"},{"id":"2405.15065","title":"Direct Preference Optimization With Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences","created":"2024-05-23","cited_by_count":23,"area":"alignment"},{"id":"2405.12739","title":"SPO: Multi-Dimensional Preference Sequential Alignment With Implicit Reward Modeling","created":"2024-05-21","cited_by_count":21,"area":"alignment"},{"id":"2404.19409","title":"Countering Reward Over-optimization in LLM with Demonstration-Guided Reinforcement Learning","created":"2024-04-30","cited_by_count":20,"area":"alignment"},{"id":"2506.16507","title":"Robust Reward Modeling via Causal Rubrics","created":"2025-06-19","cited_by_count":19,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2501.19358","title":"The Energy Loss Phenomenon in RLHF: A New Perspective on Mitigating Reward Hacking","created":"2025-01-31","cited_by_count":18,"area":"alignment"},{"id":"2504.06141","title":"Adversarial Training of Reward Models","created":"2025-04-08","cited_by_count":18,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2406.04274","title":"Self-Play with Adversarial Critic: Provable and Scalable Offline Alignment for Language Models","created":"2024-06-06","cited_by_count":16,"area":"alignment"},{"id":"2403.01197","title":"DMoERM: Recipes of Mixture-of-Experts for Effective Reward Modeling","created":"2024-03-02","cited_by_count":15,"area":"alignment"},{"id":"2410.02743","title":"MA-RLHF: Reinforcement Learning from Human Feedback with Macro Actions","created":"2024-10-03","cited_by_count":15,"area":"alignment"},{"id":"2507.05197","title":"Pre-Trained Policy Discriminators are General Reward Models","created":"2025-07-07","cited_by_count":15,"area":"alignment"},{"id":"2503.18130","title":"Mitigating Reward Over-Optimization in RLHF via Behavior-Supported Regularization","created":"2025-03-23","cited_by_count":14,"area":"alignment"},{"id":"2503.00539","title":"Distributionally Robust Reinforcement Learning with Human Feedback","created":"2025-03-01","cited_by_count":12,"area":"alignment"},{"id":"2505.18126","title":"Reward Model Overoptimisation in Iterated RLHF","created":"2025-05-23","cited_by_count":12,"area":"alignment"},{"id":"2507.07375","title":"Bradley-Terry and Multi-Objective Reward Modeling Are Complementary","created":"2025-07-10","cited_by_count":11,"area":"alignment"},{"id":"2404.04932","title":"Towards Understanding the Influence of Reward Margin on Preference Model Performance","created":"2024-04-07","cited_by_count":9,"area":"alignment"},{"id":"2409.00162","title":"Sequence to Sequence Reward Modeling: Improving RLHF by Language Feedback","created":"2024-08-30","cited_by_count":9,"area":"alignment"},{"id":"2505.23349","title":"Towards Reward Fairness in RLHF: From a Resource Allocation Perspective","created":"2025-05-29","cited_by_count":9,"area":"alignment"},{"id":"2608.11669","title":"Rubric Dropout: A Simple Way to Mitigate Reward Hacking in Rubric-as-Reward RL","created":"2026-08-12","cited_by_count":9,"area":"alignment"},{"id":"2406.15599","title":"Pareto-Optimal Learning from Preferences with Hidden Context","created":"2024-06-21","cited_by_count":8,"area":"alignment"},{"id":"2410.01735","title":"LASeR: Learning to Adaptively Select Reward Models with Multi-Armed Bandits","created":"2024-10-02","cited_by_count":7,"area":"alignment"},{"id":"2410.23726","title":"Towards Reliable Alignment: Uncertainty-aware RLHF","created":"2024-10-31","cited_by_count":7,"area":"alignment"},{"id":"2402.14760","title":"Generalizing Reward Modeling for Out-of-Distribution Preference Learning","created":"2024-02-22","cited_by_count":6,"area":"alignment"},{"id":"2406.15753","title":"The Perils of Optimizing Learned Reward Functions: Low Training Error Does Not Guarantee Low Regret","created":"2024-06-22","cited_by_count":6,"area":"alignment"},{"id":"2502.00814","title":"Disentangling Length Bias In Preference Learning Via Response-Conditioned Modeling","created":"2025-02-02","cited_by_count":6,"area":"alignment"},{"id":"2507.15507","title":"Off-Policy Corrected Reward Modeling for Reinforcement Learning from Human Feedback","created":"2025-07-21","cited_by_count":6,"area":"alignment"},{"id":"2510.23751","title":"Debiasing Reward Models by Representation Learning with Guarantees","created":"2025-10-27","cited_by_count":6,"area":"alignment"},{"id":"2406.16486","title":"Towards Comprehensive Preference Data Collection for Reward Modeling","created":"2024-06-24","cited_by_count":5,"area":"alignment"},{"id":"2407.01470","title":"DogeRM: Equipping Reward Models with Domain Knowledge through Model Merging","created":"2024-07-01","cited_by_count":5,"area":"alignment"},{"id":"2505.20556","title":"Learning a Pessimistic Reward Model in RLHF","created":"2025-05-26","cited_by_count":5,"area":"alignment"},{"id":"2505.23316","title":"Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO","created":"2025-05-29","cited_by_count":5,"area":"alignment"},{"id":"2508.02618","title":"Alleviating Attention Hacking in Discriminative Reward Modeling through Interaction Distillation","created":"2025-08-04","cited_by_count":5,"area":"alignment"},{"id":"2510.13694","title":"Information-Theoretic Reward Modeling for Stable RLHF: Detecting and Mitigating Reward Hacking","created":"2025-10-15","cited_by_count":5,"area":"alignment"},{"id":"2602.10623","title":"Mitigating Reward Hacking in RLHF via Bayesian Non-negative Reward Modeling","created":"2026-02-11","cited_by_count":5,"area":"alignment"},{"id":"2604.16242","title":"Detecting and Suppressing Reward Hacking with Gradient Fingerprints","created":"2026-04-17","cited_by_count":5,"area":"alignment"},{"id":"2405.00438","title":"MetaRM: Shifted Distributions Alignment via Meta-Learning","created":"2024-05-01","cited_by_count":4,"area":"alignment"},{"id":"2504.13134","title":"Energy-Based Reward Models for Robust Language Model Alignment","created":"2025-04-17","cited_by_count":4,"area":"alignment"},{"id":"2604.02507","title":"Reinforcement Learning from Human Feedback: A Statistical Perspective","created":"2026-04-02","cited_by_count":4,"area":"alignment"},{"id":"2507.06419","title":"Teach a Reward Model to Correct Itself: Reward Guided Adversarial Failure Discovery for Robust Reward Modeling","created":"2025-07-08","cited_by_count":2,"area":"alignment"},{"id":"2512.09212","title":"Targeting Misalignment: A Conflict-Aware Framework for Reward-Model-based LLM Alignment","created":"2025-12-10","cited_by_count":2,"area":"alignment"},{"id":"2604.12086","title":"Robust Optimization for Mitigating Reward Hacking with Correlated Proxies","created":"2026-04-13","cited_by_count":2,"area":"alignment"},{"id":"2606.09043","title":"DynaCF: Mitigating Shortcut Learning in Reward Models via Dynamic Counterfactual Sensitivity","created":"2026-06-08","cited_by_count":2,"area":"alignment"},{"id":"2609.00213","title":"Uncovering and Mitigating Aggregation-Induced Reward Hacking in Multi-Reward Reinforcement Learning","created":"2026-08-31","cited_by_count":2,"area":"alignment"},{"id":"2406.16377","title":"On the Transformations across Reward Model, Parameter Update, and In-Context Prompt","created":"2024-06-24","cited_by_count":1,"area":"alignment"},{"id":"2504.14838","title":"Establishing Reliability Metrics for Reward Models in Large Language Models","created":"2025-04-21","cited_by_count":1,"area":"alignment"},{"id":"2508.10530","title":"Is On-Policy Data always the Best Choice for Direct Preference Optimization-based LM Alignment?","created":"2025-08-14","cited_by_count":1,"area":"alignment"},{"id":"2510.05526","title":"Provably Mitigating Corruption, Overoptimization, and Verbosity Simultaneously in Offline and Online RLHF/DPO Alignment","created":"2025-10-07","cited_by_count":1,"area":"alignment"},{"id":"2510.15716","title":"Direct Preference Optimization with Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences","created":"2025-10-17","cited_by_count":1,"area":"alignment"},{"id":"2511.20668","title":"PIRA: Preference-Oriented Instruction-Tuned Reward Models with Dual Aggregation","created":"2025-11-14","cited_by_count":1,"area":"alignment"},{"id":"2605.24154","title":"Palette: A Modular, Controllable, and Efficient Framework for On-demand Authorized Safety Alignment Relaxation in LLMs","created":"2026-05-22","cited_by_count":1,"area":"alignment"},{"id":"2606.09073","title":"A Unifying Lens on Reward Uncertainty in RLHF","created":"2026-06-08","cited_by_count":1,"area":"alignment"},{"id":"2607.29246","title":"Don't Mix Rewards, Mix Policies: Policy Decomposition and Optimization for Multi-Reward RL","created":"2026-07-31","cited_by_count":1,"area":"alignment"},{"id":"2506.09096","title":"Intra-Trajectory Consistency for Reward Modeling","created":"2025-06-10","cited_by_count":0,"area":"alignment"},{"id":"2507.15906","title":"Towards Reliable, Uncertainty-Aware Alignment","created":"2025-07-21","cited_by_count":0,"area":"alignment"},{"id":"2511.12867","title":"Bootstrapping LLMs via Preference-Based Policy Optimization","created":"2025-11-17","cited_by_count":0,"area":"alignment"},{"id":"2512.00724","title":"UMM-RM: An Upcycle-and-Merge MoE Reward Model for Mitigating Reward Hacking","created":"2025-11-30","cited_by_count":0,"area":"alignment"},{"id":"2604.01312","title":"Preference learning in shades of gray: Interpretable and bias-aware reward modeling for human preferences","created":"2026-04-01","cited_by_count":0,"area":"alignment"},{"id":"2604.13833","title":"Robust Reward Modeling for Large Language Models via Causal Decomposition","created":"2026-04-15","cited_by_count":0,"area":"alignment"},{"id":"2604.27495","title":"Debiasing Reward Models via Causally Motivated Inference-Time Intervention","created":"2026-04-30","cited_by_count":0,"area":"alignment"},{"id":"2605.27355","title":"Alignment Tampering: How Reinforcement Learning from Human Feedback Is Exploited to Optimize Misaligned Biases","created":"2026-05-26","cited_by_count":0,"area":"alignment"},{"id":"2607.26094","title":"Meta-Learned Reward Shaping for Reinforcement Learning from Human Feedback","created":"2026-07-28","cited_by_count":0,"area":"alignment"},{"id":"2608.08002","title":"Evaluator Ensembles Under Reward Hacking: Covariance Geometry and Finite-Search Guarantees","created":"2026-08-08","cited_by_count":0,"area":"alignment"},{"id":"2609.33221","title":"RMB: Reward Model Boosting Mitigates Reward Hacking","created":"2026-09-27","cited_by_count":0,"area":"alignment"}],"next_cursor":null}