{"total":95,"rows":[{"id":"2510.07743","title":"OpenRubrics: Towards Scalable Synthetic Rubric Generation for Reward Modeling and LLM Alignment","created":"2025-10-09","cited_by_count":132,"area":"alignment"},{"id":"2509.21500","title":"Chasing the Tail: Effective Rubric-based Reward Modeling for Large Language Model Post-Training","created":"2025-09-25","cited_by_count":53,"area":"alignment"},{"id":"2510.17314","title":"Auto-Rubric: Learning From Implicit Weights to Explicit Rubrics for Reward Modeling","created":"2025-10-20","cited_by_count":30,"area":"alignment"},{"id":"2602.14069","title":"Open Rubric System: Scaling Reinforcement Learning with Pairwise Adaptive Rubric","created":"2026-02-15","cited_by_count":27,"area":"alignment"},{"id":"2601.22664","title":"Real-Time Aligned Reward Model beyond Semantics","created":"2026-01-30","cited_by_count":13,"area":"alignment"},{"id":"2605.03871","title":"EvoLM: Self-Evolving Language Models through Co-Evolved Discriminative Rubrics","created":"2026-05-05","cited_by_count":13,"area":"alignment"},{"id":"2603.08091","title":"Toward Robust LLM-Based Judges: Taxonomic Bias Evaluation and Debiasing Optimization","created":"2026-03-09","cited_by_count":9,"area":"alignment"},{"id":"2508.14460","title":"DuPO: Enabling Reliable LLM Self-Verification via Dual Preference Optimization","created":"2025-08-20","cited_by_count":7,"area":"alignment"},{"id":"2509.02492","title":"GRAM-R$^2$: Self-Training Generative Foundation Reward Models for Reward Reasoning","created":"2025-09-02","cited_by_count":7,"area":"alignment"},{"id":"2509.23102","title":"Multiplayer Nash Preference Optimization","created":"2025-09-27","cited_by_count":7,"area":"alignment"},{"id":"2512.23461","title":"Eliminating Inductive Bias in Reward Models with Information-Theoretic Guidance","created":"2025-12-29","cited_by_count":7,"area":"alignment"},{"id":"2603.10535","title":"Tackling Length Inflation Without Trade-offs: Group Relative Reward Rescaling for Reinforcement Learning","created":"2026-03-11","cited_by_count":7,"area":"alignment"},{"id":"2601.18533","title":"From Verifiable Dot to Reward Chain: Harnessing Verifiable Reference-based Rewards for Reinforcement Learning of Open-ended Generation","created":"2026-01-26","cited_by_count":6,"area":"alignment"},{"id":"2509.22099","title":"S2J: Bridging the Gap Between Solving and Judging Ability in Generative Reward Models","created":"2025-09-26","cited_by_count":5,"area":"alignment"},{"id":"2510.06915","title":"LongRM: Revealing and Unlocking the Context Boundary of Reward Modeling","created":"2025-10-08","cited_by_count":5,"area":"alignment"},{"id":"2601.10532","title":"PERM: Psychology-grounded Empathetic Reward Modeling for Large Language Models","created":"2026-01-15","cited_by_count":5,"area":"alignment"},{"id":"2602.03876","title":"GOPO: Policy Optimization using Ranked Rewards","created":"2026-02-01","cited_by_count":5,"area":"alignment"},{"id":"2602.10623","title":"Mitigating Reward Hacking in RLHF via Bayesian Non-negative Reward Modeling","created":"2026-02-11","cited_by_count":5,"area":"alignment"},{"id":"2602.17684","title":"CodeScaler: Scaling Code LLM Training and Test-Time Inference via Reward Models","created":"2026-02-04","cited_by_count":5,"area":"alignment"},{"id":"2509.23765","title":"Knowledge-Level Consistency Reinforcement Learning: Dual-Fact Alignment for Long-Form Factuality","created":"2025-09-28","cited_by_count":4,"area":"alignment"},{"id":"2510.02850","title":"Reward Model Routing in Alignment","created":"2025-10-03","cited_by_count":4,"area":"alignment"},{"id":"2511.16139","title":"Multidimensional Rubric-oriented Reward Model Learning via Geometric Projection Reference Constraints","created":"2025-11-20","cited_by_count":4,"area":"alignment"},{"id":"2512.10575","title":"RoleRMBench & RoleRM: Towards Reward Modeling for Profile-Based Role Play in Dialogue Systems","created":"2025-12-11","cited_by_count":4,"area":"alignment"},{"id":"2602.15222","title":"Automatically Finding Reward Model Biases","created":"2026-02-16","cited_by_count":4,"area":"alignment"},{"id":"2604.21223","title":"Zero-Shot Detection of LLM-Generated Text via Implicit Reward Model","created":"2026-04-23","cited_by_count":4,"area":"alignment"},{"id":"2602.08829","title":"WildReward: Learning Reward Models from In-the-Wild Human Interactions","created":"2026-02-09","cited_by_count":3,"area":"alignment"},{"id":"2602.10286","title":"What Does Preference Learning Recover from Pairwise Comparison Data?","created":"2026-02-10","cited_by_count":3,"area":"alignment"},{"id":"2602.24040","title":"RewardUQ: A Unified Framework for Uncertainty-Aware Reward Models","created":"2026-02-27","cited_by_count":3,"area":"alignment"},{"id":"2603.03291","title":"One Bias After Another: Mechanistic Reward Shaping and Persistent Biases in Language Reward Models","created":"2026-02-06","cited_by_count":3,"area":"alignment"},{"id":"2604.02686","title":"Beyond Semantic Manipulation: Token-Space Attacks on Reward Models","created":"2026-04-03","cited_by_count":3,"area":"alignment"},{"id":"2604.17501","title":"CoAct: Co-Active LLM Preference Learning with Human-AI Synergy","created":"2026-04-19","cited_by_count":3,"area":"alignment"},{"id":"2605.27996","title":"Reward Bias Substitution: Single-Axis Bias Mitigations Redirect Optimization Pressure","created":"2026-05-27","cited_by_count":3,"area":"alignment"},{"id":"2606.21795","title":"Discretizing Reward Models","created":"2026-06-19","cited_by_count":3,"area":"alignment"},{"id":"2607.01830","title":"Many Voices, One Reward: Multi-Role Rubric Generation for LLM Judging and Reward Modeling","created":"2026-07-02","cited_by_count":3,"area":"alignment"},{"id":"2509.21798","title":"Evaluating and Improving Cultural Awareness of Reward Models for LLM Alignment","created":"2025-09-26","cited_by_count":2,"area":"alignment"},{"id":"2512.21917","title":"Semiparametric Preference Optimization: Your Language Model is Secretly a Single-Index Model","created":"2025-12-26","cited_by_count":2,"area":"alignment"},{"id":"2601.14032","title":"RM-Distiller: Exploiting Generative LLM for Reward Model Distillation","created":"2026-01-20","cited_by_count":2,"area":"alignment"},{"id":"2602.02572","title":"Reward Shaping for (Inference-Time) Alignment: A Stackelberg Game Perspective","created":"2026-01-31","cited_by_count":2,"area":"alignment"},{"id":"2606.03131","title":"HARVE: Hacking-Aware Reward-Head Vector Editing for Robust Reward Models","created":"2026-06-02","cited_by_count":2,"area":"alignment"},{"id":"2606.09043","title":"DynaCF: Mitigating Shortcut Learning in Reward Models via Dynamic Counterfactual Sensitivity","created":"2026-06-08","cited_by_count":2,"area":"alignment"},{"id":"2508.09463","title":"User-centric Subjective Leaderboard by Customizable Reward Modeling","created":"2025-08-13","cited_by_count":1,"area":"alignment"},{"id":"2510.06670","title":"PIKA: Expert-Level Synthetic Datasets for Post-Training Alignment from Scratch","created":"2025-10-08","cited_by_count":1,"area":"alignment"},{"id":"2510.15514","title":"Voting with the Graph: Stable RLAIF via Topological Consistency Maximization","created":"2025-10-17","cited_by_count":1,"area":"alignment"},{"id":"2510.23631","title":"Beyond Pairwise: Empowering LLM Alignment With Ranked Choice Modeling","created":"2025-10-24","cited_by_count":1,"area":"alignment"},{"id":"2512.06343","title":"When Distance Distracts: Representation Distance Bias in BT-Loss for Reward Models","created":"2025-12-06","cited_by_count":1,"area":"alignment"},{"id":"2512.15765","title":"Shapley-based Data Valuation for LLM Alignment via Sequential Preference Optimization","created":"2025-12-12","cited_by_count":1,"area":"alignment"},{"id":"2601.08097","title":"AdaJudge: Adaptive Multi-Perspective Judging for Reward Modeling","created":"2026-01-13","cited_by_count":1,"area":"alignment"},{"id":"2601.22083","title":"Latent Adversarial Regularization for Offline Preference Optimization","created":"2026-01-29","cited_by_count":1,"area":"alignment"},{"id":"2603.02225","title":"Scaling Reward Modeling without Human Supervision","created":"2026-02-11","cited_by_count":1,"area":"alignment"},{"id":"2604.07484","title":"ConsistRM: Improving Generative Reward Models via Consistency-Aware Self-Training","created":"2026-04-08","cited_by_count":1,"area":"alignment"},{"id":"2604.07506","title":"ReflectRM: Boosting Generative Reward Models via Self-Reflection within a Unified Judgment Framework","created":"2026-04-08","cited_by_count":1,"area":"alignment"},{"id":"2604.22981","title":"Reward Models Are Secretly Value Functions: Temporally Coherent Reward Modeling","created":"2026-04-24","cited_by_count":1,"area":"alignment"},{"id":"2604.25872","title":"When Errors Can Be Beneficial: A Categorization of Imperfect Rewards for Policy Gradient","created":"2026-04-28","cited_by_count":1,"area":"alignment"},{"id":"2605.15464","title":"GRLO: Towards Generalizable Reinforcement Learning in Open-Ended Environments from Zero","created":"2026-05-14","cited_by_count":1,"area":"alignment"},{"id":"2605.16339","title":"Preference Instability in Reward Models: Detection and Mitigation via Sparse Autoencoders","created":"2026-05-07","cited_by_count":1,"area":"alignment"},{"id":"2605.29275","title":"Prompt-Level Reward Specifications for Open-Ended Post-Training","created":"2026-05-28","cited_by_count":1,"area":"alignment"},{"id":"2605.30619","title":"Reward Learning from Best-of-$N$ Preference Data: Targets, Tradeoffs, and Design Principles","created":"2026-05-28","cited_by_count":1,"area":"alignment"},{"id":"2609.14896","title":"Forty Shades of Blue: Quality-Diversity Alignment via Mode-Conditioned Reinforcement Learning","created":"2026-09-14","cited_by_count":1,"area":"alignment"},{"id":"2508.09937","title":"A Comprehensive Evaluation framework of Alignment Techniques for LLMs","created":"2025-08-13","cited_by_count":0,"area":"alignment"},{"id":"2601.16987","title":"Evaluating Reward Model Generalization via Pairwise Maximum Discrepancy Competitions","created":"2026-01-05","cited_by_count":0,"area":"alignment"},{"id":"2602.00857","title":"Unifying Adversarial Robustness and Training Across Text Scoring Models","created":"2026-01-31","cited_by_count":0,"area":"alignment"},{"id":"2602.08819","title":"Bayesian Preference Learning for Test-Time Steerable Reward Models","created":"2026-02-09","cited_by_count":0,"area":"alignment"},{"id":"2602.15338","title":"Discovering Implicit Large Language Model Alignment Objectives","created":"2026-02-17","cited_by_count":0,"area":"alignment"},{"id":"2603.03054","title":"PrivMedChat: End-to-End Differentially Private RLHF for Medical Dialogue Systems","created":"2026-03-03","cited_by_count":0,"area":"alignment"},{"id":"2603.04968","title":"When Weak LLMs Speak with Confidence, Preference Alignment Gets Stronger","created":"2026-03-05","cited_by_count":0,"area":"alignment"},{"id":"2603.15647","title":"Steering Frozen LLMs: Adaptive Social Alignment via Online Prompt Routing","created":"2026-03-04","cited_by_count":0,"area":"alignment"},{"id":"2603.24375","title":"Towards Reward Modeling for AI Tutors in Math Mistake Remediation","created":"2026-03-25","cited_by_count":0,"area":"alignment"},{"id":"2604.02766","title":"Random Is Hard to Beat: Active Selection in online DPO with Modern LLMs","created":"2026-04-03","cited_by_count":0,"area":"alignment"},{"id":"2604.10727","title":"Tail-Aware Information-Theoretic Bounds for LLM Alignment under Heavy-Tailed Rewards","created":"2026-04-12","cited_by_count":0,"area":"alignment"},{"id":"2604.15602","title":"GroupDPO: Memory-Efficient Group-Wise Direct Preference Optimization","created":"2026-04-17","cited_by_count":0,"area":"alignment"},{"id":"2605.01831","title":"RMGAP: Benchmarking the Generalization of Reward Models across Diverse Preferences","created":"2026-05-03","cited_by_count":0,"area":"alignment"},{"id":"2605.26293","title":"CroCo: Cross-Lingual Contrastive Preference Tuning on Self-Generations","created":"2026-05-25","cited_by_count":0,"area":"alignment"},{"id":"2605.27355","title":"Alignment Tampering: How Reinforcement Learning from Human Feedback Is Exploited to Optimize Misaligned Biases","created":"2026-05-26","cited_by_count":0,"area":"alignment"},{"id":"2605.30888","title":"The Flip Side of RLHF: On-Policy Feedback for Reward Model Self-Supervised Improvement","created":"2026-05-29","cited_by_count":0,"area":"alignment"},{"id":"2606.09635","title":"Gradient-Guided Reward Optimization for Inference-time Alignment","created":"2026-06-08","cited_by_count":0,"area":"alignment"},{"id":"2606.10528","title":"Representation-Aware Advantage Estimation: Your Reward Model Provides More Than A Scalar Output","created":"2026-06-09","cited_by_count":0,"area":"alignment"},{"id":"2608.01458","title":"PALMs: Using Multi Construct-Grounded Rationales for Modeling Population Preferences in LLMs","created":"2026-08-02","cited_by_count":0,"area":"alignment"},{"id":"2608.19748","title":"Truncate Bad, Upweight Good: BoN-Style Distillation via Rank-Based Classification","created":"2026-08-20","cited_by_count":0,"area":"alignment"},{"id":"2608.23149","title":"Language Chain in Alignment: Cross-lingual Ranking Preference Optimization","created":"2026-08-24","cited_by_count":0,"area":"alignment"},{"id":"2608.30597","title":"PLC-DPO: Posterior Label Correction in Noisy and Ambiguous Preference Optimization","created":"2026-08-31","cited_by_count":0,"area":"alignment"},{"id":"2609.00699","title":"Patterning in Practice: Debiasing Reward Models with Susceptibilities","created":"2026-09-01","cited_by_count":0,"area":"alignment"},{"id":"2609.19827","title":"F$^{2}$DR: A Fine-Grained Full-Pipeline Reward Framework for DeepSearch Workflows","created":"2026-09-17","cited_by_count":0,"area":"alignment"},{"id":"2609.29421","title":"Rufus-Air: An Open LLM Post-Training Recipe","created":"2026-09-24","cited_by_count":0,"area":"alignment"},{"id":"2609.30226","title":"PoEM: Predicting RL Outcomes from Existing Policies","created":"2026-09-24","cited_by_count":0,"area":"alignment"},{"id":"2609.32720","title":"BiasReducer: Adaptive Bias Mitigation for Reward Models","created":"2026-09-26","cited_by_count":0,"area":"alignment"},{"id":"2609.33803","title":"Diffusion Reward Models","created":"2026-09-27","cited_by_count":0,"area":"alignment"},{"id":"2609.33989","title":"RewardExplainer: Learning Reward Model Explanations from Counterfactual Preference Feedback","created":"2026-09-27","cited_by_count":0,"area":"alignment"},{"id":"2609.34345","title":"CRISP: Cultural Reward Modeling for Implicit Situated Propriety","created":"2026-09-28","cited_by_count":0,"area":"alignment"},{"id":"2609.34374","title":"ABC-Align: Prediction-Powered Alignment with Adaptive Bias Control","created":"2026-09-28","cited_by_count":0,"area":"alignment"},{"id":"2609.34718","title":"Quality Determines Direction, Length Shapes Magnitude: Length Control for Open-Ended Reinforcement Learning","created":"2026-09-28","cited_by_count":0,"area":"alignment"},{"id":"2609.35044","title":"BA-DPO: Bias-Adjusted Direct Preference Optimization for Language Model Alignment","created":"2026-09-28","cited_by_count":0,"area":"alignment"},{"id":"2609.39071","title":"LexReward: A Taxonomy-Driven Reward Framework for Legal Language Models","created":"2026-09-30","cited_by_count":0,"area":"alignment"},{"id":"2610.18766","title":"Rubrics from the Task, Verdicts from Evidence: Pointwise Rubric Rewards with Tool-Augmented Judges","created":"2026-10-13","cited_by_count":0,"area":"alignment"},{"id":"2610.19832","title":"Rent-Seeking Language Models: Reward Models Set the Prices, Frequent Audits Curb the Rent","created":"2026-10-14","cited_by_count":0,"area":"alignment"},{"id":"2610.20174","title":"RM-OPD: On-Policy Distillation for Generative Reward Models","created":"2026-10-14","cited_by_count":0,"area":"alignment"}],"next_cursor":null}