{"total":231,"rows":[{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2312.09244","title":"Helping or Herding? Reward Model Ensembles Mitigate but do not Eliminate Reward Hacking","created":"2023-12-14","cited_by_count":200,"area":"alignment"},{"id":"2403.19159","title":"Disentangling Length from Quality in Direct Preference Optimization","created":"2024-03-28","cited_by_count":196,"area":"alignment"},{"id":"2502.18581","title":"Scalable Best-of-N Selection for Large Language Models via Self-Certainty","created":"2025-02-25","cited_by_count":187,"area":"lr"},{"id":"2404.14367","title":"Preference Fine-Tuning of LLMs Should Leverage Suboptimal, On-Policy Data","created":"2024-04-22","cited_by_count":185,"area":null},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2401.01879","title":"Theoretical guarantees on the best-of-n alignment policy","created":"2024-01-03","cited_by_count":124,"area":"lr"},{"id":"2410.20290","title":"Fast Best-of-N Decoding via Speculative Rejection","created":"2024-10-26","cited_by_count":112,"area":null},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2406.09279","title":"Unpacking DPO and PPO: Disentangling Best Practices for Learning from Preference Feedback","created":"2024-06-13","cited_by_count":107,"area":"lr"},{"id":"2501.05803","title":"Test-time Alignment of Diffusion Models without Reward Over-optimization","created":"2025-01-10","cited_by_count":93,"area":"diffusion"},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2502.18770","title":"Reward Shaping to Mitigate Reward Hacking in RLHF","created":"2025-02-26","cited_by_count":88,"area":"alignment"},{"id":"2402.09345","title":"InfoRM: Mitigating Reward Hacking in RLHF via Information-Theoretic Reward Modeling","created":"2024-02-14","cited_by_count":79,"area":"alignment"},{"id":"2402.00782","title":"Dense Reward for Free in Reinforcement Learning from Human Feedback","created":"2024-02-01","cited_by_count":78,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2410.00847","title":"Uncertainty-aware Reward Model: Teaching Reward Models to Know What is Unknown","created":"2024-10-01","cited_by_count":74,"area":"alignment"},{"id":"2411.16646","title":"Self-Generated Critiques Boost Reward Modeling for Language Models","created":"2024-11-25","cited_by_count":71,"area":"lr"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2409.02392","title":"Building Math Agents with Multi-Turn Iterative Preference Learning","created":"2024-09-04","cited_by_count":66,"area":"lr"},{"id":"2502.20379","title":"Multi-Agent Verification: Scaling Test-Time Compute with Multiple Verifiers","created":"2025-02-27","cited_by_count":62,"area":"lr"},{"id":"2410.16033","title":"TreeBoN: Enhancing Inference-Time Alignment with Speculative Tree-Search and Best-of-N Sampling","created":"2024-10-18","cited_by_count":61,"area":"lr"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2401.00243","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","created":"2023-12-30","cited_by_count":56,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2502.06781","title":"Exploring the Limit of Outcome Reward for Learning Mathematical Reasoning","created":"2025-02-10","cited_by_count":52,"area":"lr"},{"id":"2502.19328","title":"Agentic Reward Modeling: Integrating Human Preferences with Verifiable Correctness Signals for Reliable Reward Systems","created":"2025-02-26","cited_by_count":51,"area":"lr"},{"id":"2403.03185","title":"Correlated Proxies: A New Definition and Improved Mitigation for Reward Hacking","created":"2024-03-05","cited_by_count":50,"area":"alignment"},{"id":"2510.22319","title":"GRPO-Guard: Mitigating Implicit Over-Optimization in Flow Matching via Regulated Clipping","created":"2025-10-25","cited_by_count":49,"area":"lr"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2411.04991","title":"Rethinking Bradley-Terry Models in Preference-Based Reward Modeling: Foundations, Theory, and Alternatives","created":"2024-11-07","cited_by_count":48,"area":"lr"},{"id":"2405.20850","title":"Improving Reward Models with Synthetic Critiques","created":"2024-05-31","cited_by_count":44,"area":"alignment"},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2311.00168","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","created":"2023-10-31","cited_by_count":42,"area":"alignment"},{"id":"2501.09620","title":"Beyond Reward Hacking: Causal Rewards for Large Language Model Alignment","created":"2025-01-16","cited_by_count":42,"area":"alignment"},{"id":"2402.13210","title":"Bayesian Reward Models for LLM Alignment","created":"2024-02-20","cited_by_count":35,"area":"alignment"},{"id":"2410.12735","title":"CREAM: Consistency Regularized Self-Rewarding Language Models","created":"2024-10-16","cited_by_count":35,"area":"lr"},{"id":"2412.19792","title":"InfAlign: Inference-aware language model alignment","created":"2024-12-27","cited_by_count":35,"area":"alignment"},{"id":"2506.19248","title":"Inference-Time Reward Hacking in Large Language Models","created":"2025-06-24","cited_by_count":34,"area":"alignment"},{"id":"2403.05171","title":"Overcoming Reward Overoptimization via Adversarial Policy Optimization with Lightweight Uncertainty Estimation","created":"2024-03-08","cited_by_count":33,"area":"alignment"},{"id":"2410.18013","title":"Scalable Ranked Preference Optimization for Text-to-Image Generation","created":"2024-10-23","cited_by_count":33,"area":"alignment"},{"id":"2604.13602","title":"Reward Hacking in the Era of Large Models: Mechanisms, Emergent Misalignment, Challenges","created":"2026-04-15","cited_by_count":33,"area":"alignment"},{"id":"2402.04229","title":"MusicRL: Aligning Music Generation to Human Preferences","created":"2024-02-06","cited_by_count":32,"area":"alignment"},{"id":"2409.15360","title":"Reward-Robust RLHF in LLMs","created":"2024-09-18","cited_by_count":32,"area":"alignment"},{"id":"2406.10957","title":"Eliminating Biased Length Reliance of Direct Preference Optimization via Down-Sampled KL Divergence","created":"2024-06-16","cited_by_count":31,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2509.12886","title":"The LLM Already Knows: Estimating LLM-Perceived Question Difficulty via Hidden Representations","created":"2025-09-16","cited_by_count":29,"area":null},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2603.01562","title":"RubricBench: Aligning Model-Generated Rubrics with Human Standards","created":"2026-03-02","cited_by_count":28,"area":"alignment"},{"id":"2405.15624","title":"Inverse-RLignment: Large Language Model Alignment from Demonstrations through Inverse Reinforcement Learning","created":"2024-05-24","cited_by_count":27,"area":"alignment"},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2312.07401","title":"On Diversified Preferences of Large Language Model Alignment","created":"2023-12-12","cited_by_count":26,"area":"alignment"},{"id":"2404.12318","title":"Reuse Your Rewards: Reward Model Transfer for Zero-Shot Cross-Lingual Alignment","created":"2024-04-18","cited_by_count":26,"area":"alignment"},{"id":"2503.22230","title":"Exploring Data Scaling Trends and Effects in Reinforcement Learning from Human Feedback","created":"2025-03-28","cited_by_count":26,"area":"alignment"},{"id":"2402.00742","title":"Transforming and Combining Rewards for Aligning Large Language Models","created":"2024-02-01","cited_by_count":25,"area":"alignment"},{"id":"2404.01054","title":"Regularized Best-of-N Sampling with Minimum Bayes Risk Objective for Language Model Alignment","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2406.15568","title":"Robust Reinforcement Learning from Corrupted Human Feedback","created":"2024-06-21","cited_by_count":25,"area":"alignment"},{"id":"2503.11751","title":"reWordBench: Benchmarking and Improving the Robustness of Reward Models with Transformed Inputs","created":"2025-03-14","cited_by_count":25,"area":"alignment"},{"id":"2506.14175","title":"GRAM: A Generative Foundation Reward Model for Reward Generalization","created":"2025-06-17","cited_by_count":25,"area":"alignment"},{"id":"2404.13846","title":"Filtered Direct Preference Optimization","created":"2024-04-22","cited_by_count":24,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2403.07708","title":"Improving Reinforcement Learning from Human Feedback Using Contrastive Rewards","created":"2024-03-12","cited_by_count":23,"area":"alignment"},{"id":"2406.05883","title":"Information Theoretic Guarantees For Policy Alignment In Large Language Models","created":"2024-06-09","cited_by_count":23,"area":"alignment"},{"id":"2409.06957","title":"Policy Filtration for RLHF to Mitigate Noise in Reward Models","created":"2024-09-11","cited_by_count":22,"area":"alignment"},{"id":"2409.08813","title":"Your Weak LLM is Secretly a Strong Teacher for Alignment","created":"2024-09-13","cited_by_count":20,"area":"alignment"},{"id":"2406.10023","title":"Deep Bayesian Active Learning for Preference Modeling in Large Language Models","created":"2024-06-14","cited_by_count":19,"area":null},{"id":"2506.16507","title":"Robust Reward Modeling via Causal Rubrics","created":"2025-06-19","cited_by_count":19,"area":"alignment"},{"id":"2501.19358","title":"The Energy Loss Phenomenon in RLHF: A New Perspective on Mitigating Reward Hacking","created":"2025-01-31","cited_by_count":18,"area":"alignment"},{"id":"2504.06141","title":"Adversarial Training of Reward Models","created":"2025-04-08","cited_by_count":18,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2505.15607","title":"From Problem-Solving to Teaching Problem-Solving: Aligning LLMs with Pedagogy using Reinforcement Learning","created":"2025-05-21","cited_by_count":17,"area":null},{"id":"2403.01197","title":"DMoERM: Recipes of Mixture-of-Experts for Effective Reward Modeling","created":"2024-03-02","cited_by_count":15,"area":"alignment"},{"id":"2403.19279","title":"Fine-Tuning Language Models with Reward Learning on Policy","created":"2024-03-28","cited_by_count":15,"area":"alignment"},{"id":"2408.12109","title":"RoVRM: A Robust Visual Reward Model Optimized via Auxiliary Textual Preference Data","created":"2024-08-22","cited_by_count":15,"area":"mllm"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2503.18130","title":"Mitigating Reward Over-Optimization in RLHF via Behavior-Supported Regularization","created":"2025-03-23","cited_by_count":14,"area":"alignment"},{"id":"2406.10977","title":"Toward Optimal LLM Alignments Using Two-Player Games","created":"2024-06-16","cited_by_count":13,"area":"alignment"},{"id":"2407.03038","title":"Towards Federated RLHF with Aggregated Client Preference for LLMs","created":"2024-07-03","cited_by_count":13,"area":"alignment"},{"id":"2505.07271","title":"On the Robustness of Reward Models for Language Model Alignment","created":"2025-05-12","cited_by_count":13,"area":"alignment"},{"id":"2505.10527","title":"WorldPM: Scaling Human Preference Modeling","created":"2025-05-15","cited_by_count":13,"area":"alignment"},{"id":"2506.05339","title":"Flattery, Fluff, and Fog: Diagnosing and Mitigating Idiosyncratic Biases in Preference Models","created":"2025-06-05","cited_by_count":13,"area":"alignment"},{"id":"2601.22664","title":"Real-Time Aligned Reward Model beyond Semantics","created":"2026-01-30","cited_by_count":13,"area":"alignment"},{"id":"2503.00539","title":"Distributionally Robust Reinforcement Learning with Human Feedback","created":"2025-03-01","cited_by_count":12,"area":"alignment"},{"id":"2505.18126","title":"Reward Model Overoptimisation in Iterated RLHF","created":"2025-05-23","cited_by_count":12,"area":"alignment"},{"id":"2507.12399","title":"ROC-n-reroll: How verifier imperfection affects test-time scaling","created":"2025-07-16","cited_by_count":12,"area":"lr"},{"id":"2412.08812","title":"Test-Time Alignment via Hypothesis Reweighting","created":"2024-12-11","cited_by_count":11,"area":"alignment"},{"id":"2505.12763","title":"Rethinking Reward Model Evaluation Through the Lens of Reward Overoptimization","created":"2025-05-19","cited_by_count":11,"area":"alignment"},{"id":"2505.13487","title":"Detecting Prefix Bias in LLM-based Reward Models","created":"2025-05-13","cited_by_count":11,"area":"alignment"},{"id":"2507.07375","title":"Bradley-Terry and Multi-Objective Reward Modeling Are Complementary","created":"2025-07-10","cited_by_count":11,"area":"alignment"},{"id":"2607.02375","title":"Representation Distribution Matching for One-Step Visual Generation","created":"2026-07-02","cited_by_count":11,"area":null},{"id":"2602.18297","title":"Analyzing and Improving Chain-of-Thought Monitorability Through Information Theory","created":"2026-02-20","cited_by_count":10,"area":"lr"},{"id":"2605.09808","title":"Quantifying the Utility of User Simulators for Building Collaborative LLM Assistants","created":"2026-05-10","cited_by_count":10,"area":null},{"id":"2607.05904","title":"More Convincing, Not More Correct: Self-Play Reward Hacking of Reference-Free LLM Judges","created":"2026-07-07","cited_by_count":10,"area":"alignment"},{"id":"2404.01863","title":"Confidence-aware Reward Optimization for Fine-tuning Text-to-Image Models","created":"2024-04-02","cited_by_count":9,"area":"alignment"}],"next_cursor":"100"}