{"total":200,"rows":[{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2504.11468","title":"SFT or RL? An Early Investigation into Training R1-Like Reasoning Large Vision-Language Models","created":"2025-04-10","cited_by_count":212,"area":"lr"},{"id":"2502.18581","title":"Scalable Best-of-N Selection for Large Language Models via Self-Certainty","created":"2025-02-25","cited_by_count":187,"area":"lr"},{"id":"2404.14367","title":"Preference Fine-Tuning of LLMs Should Leverage Suboptimal, On-Policy Data","created":"2024-04-22","cited_by_count":185,"area":null},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143,"area":"alignment"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2507.18624","title":"Checklists Are Better Than Reward Models For Aligning Language Models","created":"2025-07-24","cited_by_count":128,"area":"alignment"},{"id":"2401.01879","title":"Theoretical guarantees on the best-of-n alignment policy","created":"2024-01-03","cited_by_count":124,"area":"lr"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2410.20290","title":"Fast Best-of-N Decoding via Speculative Rejection","created":"2024-10-26","cited_by_count":112,"area":null},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2503.21878","title":"Is Best-of-N the Best of Them? Coverage, Scaling, and Optimality in Inference-Time Alignment","created":"2025-03-27","cited_by_count":97,"area":"alignment"},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2502.18770","title":"Reward Shaping to Mitigate Reward Hacking in RLHF","created":"2025-02-26","cited_by_count":88,"area":"alignment"},{"id":"2410.15115","title":"On Designing Effective RL Reward at Training Time for LLM Reasoning","created":"2024-10-19","cited_by_count":87,"area":"lr"},{"id":"2402.09345","title":"InfoRM: Mitigating Reward Hacking in RLHF via Information-Theoretic Reward Modeling","created":"2024-02-14","cited_by_count":79,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2410.00847","title":"Uncertainty-aware Reward Model: Teaching Reward Models to Know What is Unknown","created":"2024-10-01","cited_by_count":74,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2503.01422","title":"Sampling-Efficient Test-Time Scaling: Self-Estimating the Best-of-N Sampling in Early Decoding","created":"2025-03-03","cited_by_count":63,"area":"lr"},{"id":"2502.20379","title":"Multi-Agent Verification: Scaling Test-Time Compute with Multiple Verifiers","created":"2025-02-27","cited_by_count":62,"area":"lr"},{"id":"2410.09893","title":"RMB: Comprehensively Benchmarking Reward Models in LLM Alignment","created":"2024-10-13","cited_by_count":61,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2401.00243","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","created":"2023-12-30","cited_by_count":56,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2405.06639","title":"Value Augmented Sampling for Language Model Alignment and Personalization","created":"2024-05-10","cited_by_count":49,"area":"alignment"},{"id":"2510.22319","title":"GRPO-Guard: Mitigating Implicit Over-Optimization in Flow Matching via Regulated Clipping","created":"2025-10-25","cited_by_count":49,"area":"lr"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2404.01730","title":"Asymptotics of Language Model Alignment","created":"2024-04-02","cited_by_count":47,"area":"alignment"},{"id":"2408.06266","title":"Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment","created":"2024-08-12","cited_by_count":46,"area":"alignment"},{"id":"2401.16635","title":"Improving Reinforcement Learning from Human Feedback with Efficient Reward Model Ensemble","created":"2024-01-30","cited_by_count":44,"area":"alignment"},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2407.15762","title":"Conditional Language Policy: A General Framework for Steerable Multi-Objective Finetuning","created":"2024-07-22","cited_by_count":43,"area":null},{"id":"2409.20370","title":"The Perfect Blend: Redefining RLHF with Mixture of Judges","created":"2024-09-30","cited_by_count":43,"area":"alignment"},{"id":"2501.09620","title":"Beyond Reward Hacking: Causal Rewards for Large Language Model Alignment","created":"2025-01-16","cited_by_count":42,"area":"alignment"},{"id":"2505.15034","title":"RL Tango: Reinforcing Generator and Verifier Together for Language Reasoning","created":"2025-05-21","cited_by_count":40,"area":"lr"},{"id":"2402.13210","title":"Bayesian Reward Models for LLM Alignment","created":"2024-02-20","cited_by_count":35,"area":"alignment"},{"id":"2410.12735","title":"CREAM: Consistency Regularized Self-Rewarding Language Models","created":"2024-10-16","cited_by_count":35,"area":"lr"},{"id":"2412.19792","title":"InfAlign: Inference-aware language model alignment","created":"2024-12-27","cited_by_count":35,"area":"alignment"},{"id":"2506.19248","title":"Inference-Time Reward Hacking in Large Language Models","created":"2025-06-24","cited_by_count":34,"area":"alignment"},{"id":"2403.05171","title":"Overcoming Reward Overoptimization via Adversarial Policy Optimization with Lightweight Uncertainty Estimation","created":"2024-03-08","cited_by_count":33,"area":"alignment"},{"id":"2409.15360","title":"Reward-Robust RLHF in LLMs","created":"2024-09-18","cited_by_count":32,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2509.03403","title":"Beyond Correctness: Harmonizing Process and Outcome Rewards through RL Training","created":"2025-09-03","cited_by_count":29,"area":"alignment"},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2508.02298","title":"CAPO: Towards Enhancing LLM Reasoning through Generative Credit Assignment","created":"2025-08-04","cited_by_count":26,"area":"lr"},{"id":"2402.00742","title":"Transforming and Combining Rewards for Aligning Large Language Models","created":"2024-02-01","cited_by_count":25,"area":"alignment"},{"id":"2404.01054","title":"Regularized Best-of-N Sampling with Minimum Bayes Risk Objective for Language Model Alignment","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2503.11751","title":"reWordBench: Benchmarking and Improving the Robustness of Reward Models with Transformed Inputs","created":"2025-03-14","cited_by_count":25,"area":"alignment"},{"id":"2404.13846","title":"Filtered Direct Preference Optimization","created":"2024-04-22","cited_by_count":24,"area":"alignment"},{"id":"2506.18203","title":"Shrinking the Generation-Verification Gap with Weak Verifiers","created":"2025-06-22","cited_by_count":24,"area":null},{"id":"2403.07708","title":"Improving Reinforcement Learning from Human Feedback Using Contrastive Rewards","created":"2024-03-12","cited_by_count":23,"area":"alignment"},{"id":"2410.21545","title":"CARMO: Dynamic Criteria Generation for Context-Aware Reward Modelling","created":"2024-10-28","cited_by_count":22,"area":"alignment"},{"id":"2511.12344","title":"Reward and Guidance through Rubrics: Promoting Exploration to Improve Multi-Domain Reasoning","created":"2025-11-15","cited_by_count":21,"area":"lr"},{"id":"2506.16507","title":"Robust Reward Modeling via Causal Rubrics","created":"2025-06-19","cited_by_count":19,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2501.19358","title":"The Energy Loss Phenomenon in RLHF: A New Perspective on Mitigating Reward Hacking","created":"2025-01-31","cited_by_count":18,"area":"alignment"},{"id":"2502.01930","title":"Robust LLM Alignment via Distributionally Robust Direct Preference Optimization","created":"2025-02-04","cited_by_count":18,"area":"alignment"},{"id":"2504.06141","title":"Adversarial Training of Reward Models","created":"2025-04-08","cited_by_count":18,"area":"alignment"},{"id":"2405.19524","title":"AI Risk Management Should Incorporate Both Safety and Security","created":"2024-05-29","cited_by_count":17,"area":null},{"id":"2509.11963","title":"ToolRM: Outcome Reward Models for Tool-Calling Large Language Models","created":"2025-09-15","cited_by_count":17,"area":"lr"},{"id":"2505.16265","title":"Think-RM: Enabling Long-Horizon Reasoning in Generative Reward Models","created":"2025-05-22","cited_by_count":16,"area":"lr"},{"id":"2506.08011","title":"Play to Generalize: Learning to Reason Through Game Play","created":"2025-06-09","cited_by_count":16,"area":"lr"},{"id":"2606.04923","title":"Reproducing, Analyzing, and Detecting Reward Hacking in Rubric-Based Reinforcement Learning","created":"2026-06-03","cited_by_count":16,"area":"alignment"},{"id":"2403.01197","title":"DMoERM: Recipes of Mixture-of-Experts for Effective Reward Modeling","created":"2024-03-02","cited_by_count":15,"area":"alignment"},{"id":"2408.12109","title":"RoVRM: A Robust Visual Reward Model Optimized via Auxiliary Textual Preference Data","created":"2024-08-22","cited_by_count":15,"area":"mllm"},{"id":"2406.01013","title":"Scalable Ensembling For Mitigating Reward Overoptimisation","created":"2024-06-03","cited_by_count":14,"area":"alignment"},{"id":"2503.18130","title":"Mitigating Reward Over-Optimization in RLHF via Behavior-Supported Regularization","created":"2025-03-23","cited_by_count":14,"area":"alignment"},{"id":"2407.03038","title":"Towards Federated RLHF with Aggregated Client Preference for LLMs","created":"2024-07-03","cited_by_count":13,"area":"alignment"},{"id":"2412.09544","title":"Sail into the Headwind: Alignment via Robust Rewards and Dynamic Labels against Reward Hacking","created":"2024-12-12","cited_by_count":13,"area":"alignment"},{"id":"2511.01758","title":"RLAC: Reinforcement Learning with Adversarial Critic for Free-Form Generation Tasks","created":"2025-11-03","cited_by_count":13,"area":"lr"},{"id":"2601.22664","title":"Real-Time Aligned Reward Model beyond Semantics","created":"2026-01-30","cited_by_count":13,"area":"alignment"},{"id":"2505.18126","title":"Reward Model Overoptimisation in Iterated RLHF","created":"2025-05-23","cited_by_count":12,"area":"alignment"},{"id":"2507.07375","title":"Bradley-Terry and Multi-Objective Reward Modeling Are Complementary","created":"2025-07-10","cited_by_count":11,"area":"alignment"},{"id":"2602.01750","title":"Adversarial Reward Auditing for Active Detection and Mitigation of Reward Hacking","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2508.21787","title":"PiCSAR: Probabilistic Confidence Selection And Ranking for Reasoning Chains","created":"2025-08-29","cited_by_count":10,"area":"lr"},{"id":"2512.16626","title":"Stackelberg Learning from Human Feedback: Preference Optimization as a Sequential Game","created":"2025-12-18","cited_by_count":10,"area":"alignment"},{"id":"2607.05904","title":"More Convincing, Not More Correct: Self-Play Reward Hacking of Reference-Free LLM Judges","created":"2026-07-07","cited_by_count":10,"area":"alignment"},{"id":"2404.04932","title":"Towards Understanding the Influence of Reward Margin on Preference Model Performance","created":"2024-04-07","cited_by_count":9,"area":"alignment"},{"id":"2406.12221","title":"On-Policy Self-Alignment with Fine-grained Knowledge Feedback for Hallucination Mitigation","created":"2024-06-18","cited_by_count":9,"area":null},{"id":"2503.13505","title":"Ensemble Learning for Large Language Models in Text and Code Generation: A Survey","created":"2025-03-13","cited_by_count":9,"area":null},{"id":"2504.05294","title":"Truthful or Fabricated? Using Causal Attribution to Mitigate Reward Hacking in Explanations","created":"2025-04-07","cited_by_count":9,"area":"lr"},{"id":"2505.12050","title":"AdaBoN: Adaptive Best-of-N Alignment","created":"2025-05-17","cited_by_count":9,"area":"alignment"},{"id":"2608.11669","title":"Rubric Dropout: A Simple Way to Mitigate Reward Hacking in Rubric-as-Reward RL","created":"2026-08-12","cited_by_count":9,"area":"alignment"},{"id":"2404.05783","title":"A Survey on Responsible Generative AI: What to Generate and What Not","created":"2024-04-08","cited_by_count":8,"area":null},{"id":"2501.13124","title":"Debate Helps Weak-to-Strong Generalization","created":"2025-01-21","cited_by_count":8,"area":null},{"id":"2510.01925","title":"Enhancing Large Language Model Reasoning with Reward Models: An Analytical Survey","created":"2025-10-02","cited_by_count":8,"area":"lr"},{"id":"2402.03469","title":"Rethinking the Role of Proxy Rewards in Language Model Alignment","created":"2024-02-02","cited_by_count":7,"area":"lr"},{"id":"2410.01735","title":"LASeR: Learning to Adaptively Select Reward Models with Multi-Armed Bandits","created":"2024-10-02","cited_by_count":7,"area":"alignment"},{"id":"2410.11677","title":"Understanding Likelihood Over-optimisation in Direct Alignment Algorithms","created":"2024-10-15","cited_by_count":7,"area":"alignment"},{"id":"2410.23726","title":"Towards Reliable Alignment: Uncertainty-aware RLHF","created":"2024-10-31","cited_by_count":7,"area":"alignment"},{"id":"2504.10045","title":"CHARM: Calibrating Reward Models With Chatbot Arena Scores","created":"2025-04-14","cited_by_count":7,"area":"alignment"},{"id":"2505.12843","title":"Bias Fitting to Mitigate Length Bias of Reward Model in RLHF","created":"2025-05-19","cited_by_count":7,"area":"alignment"},{"id":"2602.09305","title":"Reward Modeling for Reinforcement Learning-Based LLM Reasoning: Design, Challenges, and Evaluation","created":"2026-02-10","cited_by_count":7,"area":"lr"},{"id":"2603.10535","title":"Tackling Length Inflation Without Trade-offs: Group Relative Reward Rescaling for Reinforcement Learning","created":"2026-03-11","cited_by_count":7,"area":"alignment"},{"id":"2505.10597","title":"Two Minds Better Than One: Collaborative Reward Modeling for LLM Alignment","created":"2025-05-15","cited_by_count":6,"area":"alignment"}],"next_cursor":"100"}