{"total":97,"rows":[{"id":"2410.16184","title":"RM-Bench: Benchmarking Reward Models of Language Models with Subtlety and Style","created":"2024-10-21","cited_by_count":176,"area":"alignment"},{"id":"2408.11791","title":"Critique-out-Loud Reward Models","created":"2024-08-21","cited_by_count":106,"area":"alignment"},{"id":"2503.21878","title":"Is Best-of-N the Best of Them? Coverage, Scaling, and Optimality in Inference-Time Alignment","created":"2025-03-27","cited_by_count":97,"area":"alignment"},{"id":"2502.18770","title":"Reward Shaping to Mitigate Reward Hacking in RLHF","created":"2025-02-26","cited_by_count":88,"area":"alignment"},{"id":"2410.00847","title":"Uncertainty-aware Reward Model: Teaching Reward Models to Know What is Unknown","created":"2024-10-01","cited_by_count":74,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2506.00103","title":"Writing-Zero: Bridge the Gap Between Non-verifiable Tasks and Verifiable Rewards","created":"2025-05-30","cited_by_count":50,"area":"alignment"},{"id":"2506.19248","title":"Inference-Time Reward Hacking in Large Language Models","created":"2025-06-24","cited_by_count":34,"area":"alignment"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2409.15360","title":"Reward-Robust RLHF in LLMs","created":"2024-09-18","cited_by_count":32,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2602.14069","title":"Open Rubric System: Scaling Reinforcement Learning with Pairwise Adaptive Rubric","created":"2026-02-15","cited_by_count":27,"area":"alignment"},{"id":"2506.14175","title":"GRAM: A Generative Foundation Reward Model for Reward Generalization","created":"2025-06-17","cited_by_count":25,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2407.14916","title":"Improving Context-Aware Preference Modeling for Language Models","created":"2024-07-20","cited_by_count":22,"area":"alignment"},{"id":"2502.12858","title":"Rejected Dialects: Biases Against African American Language in Reward Models","created":"2025-02-18","cited_by_count":20,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2503.18130","title":"Mitigating Reward Over-Optimization in RLHF via Behavior-Supported Regularization","created":"2025-03-23","cited_by_count":14,"area":"alignment"},{"id":"2505.07271","title":"On the Robustness of Reward Models for Language Model Alignment","created":"2025-05-12","cited_by_count":13,"area":"alignment"},{"id":"2503.00539","title":"Distributionally Robust Reinforcement Learning with Human Feedback","created":"2025-03-01","cited_by_count":12,"area":"alignment"},{"id":"2505.18126","title":"Reward Model Overoptimisation in Iterated RLHF","created":"2025-05-23","cited_by_count":12,"area":"alignment"},{"id":"2412.08812","title":"Test-Time Alignment via Hypothesis Reweighting","created":"2024-12-11","cited_by_count":11,"area":"alignment"},{"id":"2505.12763","title":"Rethinking Reward Model Evaluation Through the Lens of Reward Overoptimization","created":"2025-05-19","cited_by_count":11,"area":"alignment"},{"id":"2505.24846","title":"MiCRo: Mixture Modeling and Context-aware Routing for Personalized Preference Learning","created":"2025-05-30","cited_by_count":11,"area":"alignment"},{"id":"2506.15068","title":"Semantically-Aware Rewards for Open-Ended R1 Training in Free-Form Generation","created":"2025-06-18","cited_by_count":11,"area":"alignment"},{"id":"2507.07375","title":"Bradley-Terry and Multi-Objective Reward Modeling Are Complementary","created":"2025-07-10","cited_by_count":11,"area":"alignment"},{"id":"2509.25361","title":"Structural Reward Model: Enhancing Interpretability, Efficiency, and Scalability in Reward Modeling","created":"2025-09-29","cited_by_count":11,"area":"alignment"},{"id":"2506.07326","title":"Reward Model Interpretability via Optimal and Pessimal Tokens","created":"2025-06-08","cited_by_count":10,"area":"alignment"},{"id":"2603.08091","title":"Toward Robust LLM-Based Judges: Taxonomic Bias Evaluation and Debiasing Optimization","created":"2026-03-09","cited_by_count":9,"area":"alignment"},{"id":"2503.17338","title":"Capturing Individual Human Preferences with Reward Features","created":"2025-03-21","cited_by_count":8,"area":"alignment"},{"id":"2410.23726","title":"Towards Reliable Alignment: Uncertainty-aware RLHF","created":"2024-10-31","cited_by_count":7,"area":"alignment"},{"id":"2502.10563","title":"Accelerating Unbiased LLM Evaluation via Synthetic Feedback","created":"2025-02-14","cited_by_count":7,"area":"alignment"},{"id":"2504.10045","title":"CHARM: Calibrating Reward Models With Chatbot Arena Scores","created":"2025-04-14","cited_by_count":7,"area":"alignment"},{"id":"2505.20081","title":"Inference-time Alignment in Continuous Space","created":"2025-05-26","cited_by_count":7,"area":"alignment"},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"},{"id":"2508.08509","title":"Steerable Pluralism: Pluralistic Alignment via Few-Shot Comparative Regression","created":"2025-08-11","cited_by_count":7,"area":"alignment"},{"id":"2509.02492","title":"GRAM-R$^2$: Self-Training Generative Foundation Reward Models for Reward Reasoning","created":"2025-09-02","cited_by_count":7,"area":"alignment"},{"id":"2408.15339","title":"UNA: A Unified Supervised Framework for Efficient LLM Alignment Across Feedback Types","created":"2024-08-27","cited_by_count":6,"area":"alignment"},{"id":"2502.12530","title":"Translate Policy to Language: Flow Matching Generated Rewards for LLM Explanations","created":"2025-02-18","cited_by_count":6,"area":"alignment"},{"id":"2506.16502","title":"Relic: Enhancing Reward Model Generalization for Low-Resource Indic Languages with Few-Shot Examples","created":"2025-06-19","cited_by_count":6,"area":"alignment"},{"id":"2509.18632","title":"A Good Plan is Hard to Find: Aligning Models with Preferences is Misaligned with What Helps Users","created":"2025-09-23","cited_by_count":6,"area":"alignment"},{"id":"2510.10963","title":"APLOT: Robust Reward Modeling via Adaptive Preference Learning with Optimal Transport","created":"2025-10-13","cited_by_count":6,"area":"alignment"},{"id":"2510.19050","title":"Rectifying Shortcut Behaviors in Preference-based Reward Learning","created":"2025-10-21","cited_by_count":6,"area":"alignment"},{"id":"2410.08458","title":"Simultaneous Reward Distillation and Preference Learning: Get You a Language Model Who Can Do Both","created":"2024-10-11","cited_by_count":5,"area":"alignment"},{"id":"2501.13264","title":"OpenGenAlign: A Preference Dataset and Benchmark for Trustworthy Reward Modeling in Open-Ended, Long-Context Generation","created":"2025-01-22","cited_by_count":5,"area":"alignment"},{"id":"2510.06915","title":"LongRM: Revealing and Unlocking the Context Boundary of Reward Modeling","created":"2025-10-08","cited_by_count":5,"area":"alignment"},{"id":"2602.10623","title":"Mitigating Reward Hacking in RLHF via Bayesian Non-negative Reward Modeling","created":"2026-02-11","cited_by_count":5,"area":"alignment"},{"id":"2508.19922","title":"HEAL: A Hypothesis-Based Preference-Aware Analysis Framework","created":"2025-08-27","cited_by_count":4,"area":"alignment"},{"id":"2512.10575","title":"RoleRMBench & RoleRM: Towards Reward Modeling for Profile-Based Role Play in Dialogue Systems","created":"2025-12-11","cited_by_count":4,"area":"alignment"},{"id":"2602.11523","title":"Unifying Stable Optimization and Reference Regularization in RLHF","created":"2026-02-12","cited_by_count":4,"area":"alignment"},{"id":"2602.13576","title":"Rubrics as an Attack Surface: Stealthy Preference Drift in LLM Judges","created":"2026-02-14","cited_by_count":4,"area":"alignment"},{"id":"2604.21223","title":"Zero-Shot Detection of LLM-Generated Text via Implicit Reward Model","created":"2026-04-23","cited_by_count":4,"area":"alignment"},{"id":"2511.12464","title":"Probing Preference Representations: A Multi-Dimensional Evaluation and Analysis Method for Reward Models","created":"2025-11-16","cited_by_count":3,"area":"alignment"},{"id":"2601.20838","title":"Reward Models Inherit Value Biases from Pretraining","created":"2026-01-28","cited_by_count":3,"area":"alignment"},{"id":"2602.20670","title":"CAMEL: Confidence-Gated Reflection for Reward Modeling","created":"2026-02-24","cited_by_count":3,"area":"alignment"},{"id":"2603.06797","title":"Best-of-Tails: Bridging Optimism and Pessimism in Inference-Time Alignment","created":"2026-03-06","cited_by_count":3,"area":"alignment"},{"id":"2606.21795","title":"Discretizing Reward Models","created":"2026-06-19","cited_by_count":3,"area":"alignment"},{"id":"2502.17173","title":"Cheems: A Practical Guidance for Building and Evaluating Chinese Reward Models from Scratch","created":"2025-02-24","cited_by_count":2,"area":"alignment"},{"id":"2502.20795","title":"Test-Time Alignment for Large Language Models via Textual Model Predictive Control","created":"2025-02-28","cited_by_count":2,"area":"alignment"},{"id":"2503.03122","title":"The Devil Is in the Details: Tackling Unimodal Spurious Correlations for Generalizable Multimodal Reward Models","created":"2025-03-05","cited_by_count":2,"area":"alignment"},{"id":"2503.07806","title":"Towards Large Language Models that Benefit for All: Benchmarking Group Fairness in Reward Models","created":"2025-03-10","cited_by_count":2,"area":"alignment"},{"id":"2505.23923","title":"Act-Adaptive Margin: Dynamically Calibrating Reward Models for Subjective Ambiguity","created":"2025-05-29","cited_by_count":2,"area":"alignment"},{"id":"2509.23564","title":"Clean First, Align Later: Benchmarking Preference Data Cleaning for Reliable LLM Alignment","created":"2025-09-28","cited_by_count":2,"area":"alignment"},{"id":"2601.14032","title":"RM-Distiller: Exploiting Generative LLM for Reward Model Distillation","created":"2026-01-20","cited_by_count":2,"area":"alignment"},{"id":"2603.12795","title":"SteerRM: Debiasing Reward Models via Sparse Autoencoders","created":"2026-03-13","cited_by_count":2,"area":"alignment"},{"id":"2603.19741","title":"FedPDPO: Federated Personalized Direct Preference Optimization for Large Language Model Alignment","created":"2026-03-20","cited_by_count":2,"area":"alignment"},{"id":"2606.03131","title":"HARVE: Hacking-Aware Reward-Head Vector Editing for Robust Reward Models","created":"2026-06-02","cited_by_count":2,"area":"alignment"},{"id":"2606.04284","title":"Sparse Mixture-of-Experts Reward Models Learn Interpretable and Specialized Experts for Personalized Preference Modeling","created":"2026-06-02","cited_by_count":2,"area":"alignment"},{"id":"2606.09043","title":"DynaCF: Mitigating Shortcut Learning in Reward Models via Dynamic Counterfactual Sensitivity","created":"2026-06-08","cited_by_count":2,"area":"alignment"},{"id":"2504.14177","title":"Direct Advantage Regression: Aligning LLMs with Online AI Reward","created":"2025-04-19","cited_by_count":1,"area":"alignment"},{"id":"2510.05526","title":"Provably Mitigating Corruption, Overoptimization, and Verbosity Simultaneously in Offline and Online RLHF/DPO Alignment","created":"2025-10-07","cited_by_count":1,"area":"alignment"},{"id":"2511.20668","title":"PIRA: Preference-Oriented Instruction-Tuned Reward Models with Dual Aggregation","created":"2025-11-14","cited_by_count":1,"area":"alignment"},{"id":"2512.06343","title":"When Distance Distracts: Representation Distance Bias in BT-Loss for Reward Models","created":"2025-12-06","cited_by_count":1,"area":"alignment"},{"id":"2512.15765","title":"Shapley-based Data Valuation for LLM Alignment via Sequential Preference Optimization","created":"2025-12-12","cited_by_count":1,"area":"alignment"},{"id":"2601.08097","title":"AdaJudge: Adaptive Multi-Perspective Judging for Reward Modeling","created":"2026-01-13","cited_by_count":1,"area":"alignment"},{"id":"2605.04831","title":"StoryAlign: Evaluating and Training Reward Models for Story Generation","created":"2026-05-06","cited_by_count":1,"area":"alignment"},{"id":"2606.00291","title":"The Representation-Rationalizability Tradeoff in Reward Learning","created":"2026-05-29","cited_by_count":1,"area":"alignment"},{"id":"2506.09096","title":"Intra-Trajectory Consistency for Reward Modeling","created":"2025-06-10","cited_by_count":0,"area":"alignment"},{"id":"2509.24713","title":"Circuit-Aware Reward Training: A Mechanistic Framework for Longtail Robustness in RLHF","created":"2025-09-29","cited_by_count":0,"area":"alignment"},{"id":"2512.00724","title":"UMM-RM: An Upcycle-and-Merge MoE Reward Model for Mitigating Reward Hacking","created":"2025-11-30","cited_by_count":0,"area":"alignment"},{"id":"2601.16987","title":"Evaluating Reward Model Generalization via Pairwise Maximum Discrepancy Competitions","created":"2026-01-05","cited_by_count":0,"area":"alignment"},{"id":"2602.08819","title":"Bayesian Preference Learning for Test-Time Steerable Reward Models","created":"2026-02-09","cited_by_count":0,"area":"alignment"},{"id":"2603.20217","title":"Expected Reward Prediction, with Applications to Model Routing","created":"2026-03-03","cited_by_count":0,"area":"alignment"},{"id":"2604.27495","title":"Debiasing Reward Models via Causally Motivated Inference-Time Intervention","created":"2026-04-30","cited_by_count":0,"area":"alignment"},{"id":"2605.00155","title":"Wasserstein Distributionally Robust Regret Optimization for Reinforcement Learning from Human Feedback","created":"2026-04-30","cited_by_count":0,"area":"alignment"},{"id":"2605.01831","title":"RMGAP: Benchmarking the Generalization of Reward Models across Diverse Preferences","created":"2026-05-03","cited_by_count":0,"area":"alignment"},{"id":"2605.11865","title":"Variance-aware Reward Modeling with Anchor Guidance","created":"2026-05-12","cited_by_count":0,"area":"alignment"},{"id":"2605.30888","title":"The Flip Side of RLHF: On-Policy Feedback for Reward Model Self-Supervised Improvement","created":"2026-05-29","cited_by_count":0,"area":"alignment"},{"id":"2606.09635","title":"Gradient-Guided Reward Optimization for Inference-time Alignment","created":"2026-06-08","cited_by_count":0,"area":"alignment"},{"id":"2606.10528","title":"Representation-Aware Advantage Estimation: Your Reward Model Provides More Than A Scalar Output","created":"2026-06-09","cited_by_count":0,"area":"alignment"},{"id":"2607.17946","title":"A Geometric Perspective on Stabilizing Value Conflict Resolution","created":"2026-07-20","cited_by_count":0,"area":"alignment"},{"id":"2607.18258","title":"S2T-RLHF: Hierarchical Credit Assignment for Stable Preference-Based RLHF","created":"2026-05-15","cited_by_count":0,"area":"alignment"},{"id":"2609.30226","title":"PoEM: Predicting RL Outcomes from Existing Policies","created":"2026-09-24","cited_by_count":0,"area":"alignment"},{"id":"2609.32720","title":"BiasReducer: Adaptive Bias Mitigation for Reward Models","created":"2026-09-26","cited_by_count":0,"area":"alignment"},{"id":"2609.33221","title":"RMB: Reward Model Boosting Mitigates Reward Hacking","created":"2026-09-27","cited_by_count":0,"area":"alignment"},{"id":"2609.33803","title":"Diffusion Reward Models","created":"2026-09-27","cited_by_count":0,"area":"alignment"}],"next_cursor":null}