{"total":154,"rows":[{"id":"2409.19256","title":"HybridFlow: A Flexible and Efficient RLHF Framework","created":"2024-09-28","cited_by_count":2057,"area":"alignment"},{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2410.12832","title":"Generative Reward Models","created":"2024-10-02","cited_by_count":148,"area":"alignment"},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2503.15477","title":"What Makes a Reward Model a Good Teacher? An Optimization Perspective","created":"2025-03-19","cited_by_count":73,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2406.00222","title":"Learning to Clarify: Multi-turn Conversations with Action-Based Contrastive Self-Training","created":"2024-05-31","cited_by_count":57,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2503.03710","title":"Improving LLM Safety Alignment with Dual-Objective Optimization","created":"2025-03-05","cited_by_count":43,"area":"alignment"},{"id":"2502.12668","title":"Evaluation of Best-of-N Sampling Strategies for Language Model Alignment","created":"2025-02-18","cited_by_count":39,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2405.17888","title":"Getting More Juice Out of the SFT Data: Reward Learning from Human Demonstration Improves SFT for LLM Alignment","created":"2024-05-28","cited_by_count":32,"area":"alignment"},{"id":"2409.15360","title":"Reward-Robust RLHF in LLMs","created":"2024-09-18","cited_by_count":32,"area":"alignment"},{"id":"2405.17931","title":"Online Merging Optimizers for Boosting Rewards and Mitigating Tax in Alignment","created":"2024-05-28","cited_by_count":28,"area":"alignment"},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2407.06443","title":"Exposing Privacy Gaps: Membership Inference Attack on Preference Data for LLM Alignment","created":"2024-07-08","cited_by_count":25,"area":"alignment"},{"id":"2505.01997","title":"Restoring Calibration for Aligned Large Language Models: A Calibration-Aware Fine-Tuning Approach","created":"2025-05-04","cited_by_count":25,"area":"alignment"},{"id":"2406.07327","title":"3D-Properties: Identifying Challenges in DPO and Charting a Path Forward","created":"2024-06-11","cited_by_count":24,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2412.06000","title":"Does RLHF Scale? Exploring the Impacts From Data, Model, and Method","created":"2024-12-08","cited_by_count":23,"area":"alignment"},{"id":"2406.11817","title":"Iterative Length-Regularized Direct Preference Optimization: A Case Study on Improving 7B Language Models to GPT-4 Level","created":"2024-06-17","cited_by_count":22,"area":"alignment"},{"id":"2503.18991","title":"Inverse Reinforcement Learning with Dynamic Reward Scaling for LLM Alignment","created":"2025-03-23","cited_by_count":20,"area":"alignment"},{"id":"2406.01660","title":"Self-Improving Robust Preference Optimization","created":"2024-06-03","cited_by_count":19,"area":"alignment"},{"id":"2502.16320","title":"Direct Alignment with Heterogeneous Preferences","created":"2025-02-22","cited_by_count":19,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2506.12725","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","created":"2025-06-15","cited_by_count":15,"area":"alignment"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2502.17515","title":"Towards User-level Private Reinforcement Learning with Human Feedback","created":"2025-02-22","cited_by_count":14,"area":"alignment"},{"id":"2503.18130","title":"Mitigating Reward Over-Optimization in RLHF via Behavior-Supported Regularization","created":"2025-03-23","cited_by_count":14,"area":"alignment"},{"id":"2503.05079","title":"On a Connection Between Imitation Learning and RLHF","created":"2025-03-07","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2505.10527","title":"WorldPM: Scaling Human Preference Modeling","created":"2025-05-15","cited_by_count":13,"area":"alignment"},{"id":"2410.15483","title":"Understanding Forgetting in LLM Supervised Fine-Tuning and Preference Learning -- A Convex Optimization Perspective","created":"2024-10-20","cited_by_count":12,"area":"alignment"},{"id":"2508.18312","title":"What Matters in Data for DPO?","created":"2025-08-23","cited_by_count":12,"area":"alignment"},{"id":"2405.19806","title":"Preference Alignment with Flow Matching","created":"2024-05-30","cited_by_count":11,"area":"alignment"},{"id":"2406.17923","title":"PAFT: A Parallel Training Paradigm for Effective LLM Fine-Tuning","created":"2024-06-25","cited_by_count":11,"area":"alignment"},{"id":"2512.23126","title":"InSPO: Unlocking Intrinsic Self-Reflection for LLM Preference Optimization","created":"2025-12-29","cited_by_count":11,"area":"alignment"},{"id":"2408.09385","title":"Reward Difference Optimization For Sample Reweighting In Offline RLHF","created":"2024-08-18","cited_by_count":10,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2502.19731","title":"Preference Learning Unlocks LLMs' Psycho-Counseling Skills","created":"2025-02-27","cited_by_count":10,"area":"alignment"},{"id":"2505.19770","title":"Understanding the Performance Gap in Preference Learning: A Dichotomy of RLHF and DPO","created":"2025-05-26","cited_by_count":10,"area":"alignment"},{"id":"2409.00162","title":"Sequence to Sequence Reward Modeling: Improving RLHF by Language Feedback","created":"2024-08-30","cited_by_count":9,"area":"alignment"},{"id":"2410.11055","title":"Varying Shades of Wrong: Aligning LLMs with Wrong Answers Only","created":"2024-10-14","cited_by_count":9,"area":"alignment"},{"id":"2411.16502","title":"Interpreting Language Reward Models via Contrastive Explanations","created":"2024-11-25","cited_by_count":9,"area":"alignment"},{"id":"2502.16825","title":"Finding the Sweet Spot: Preference Data Construction for Scaling Preference Optimization","created":"2025-02-24","cited_by_count":9,"area":"alignment"},{"id":"2410.12999","title":"POROver: Improving Safety and Reducing Overrefusal in Large Language Models with Overgeneration and Preference Optimization","created":"2024-10-16","cited_by_count":8,"area":"alignment"},{"id":"2502.03095","title":"Reveal the Mystery of DPO: The Connection between DPO and RL Algorithms","created":"2025-02-05","cited_by_count":8,"area":"alignment"},{"id":"2502.13417","title":"RLTHF: Targeted Human Feedback for LLM Alignment","created":"2025-02-19","cited_by_count":8,"area":"alignment"},{"id":"2407.06542","title":"LIONs: An Empirically Optimized Approach to Align Language Models","created":"2024-07-09","cited_by_count":7,"area":"alignment"},{"id":"2407.15229","title":"A Practical Analysis of Human Alignment with *PO","created":"2024-07-21","cited_by_count":7,"area":"alignment"},{"id":"2408.03459","title":"Can DPO Learn Diverse Human Values? A Theoretical Scaling Law","created":"2024-08-06","cited_by_count":7,"area":"alignment"},{"id":"2504.10208","title":"From Prompting to Alignment: A Generative Framework for Query Recommendation","created":"2025-04-14","cited_by_count":7,"area":"alignment"},{"id":"2505.01903","title":"LookAlike: Consistent Distractor Generation in Math MCQs","created":"2025-05-03","cited_by_count":7,"area":"alignment"},{"id":"2505.08507","title":"InfoPO: On Mutual Information Maximization for Large Language Model Alignment","created":"2025-05-13","cited_by_count":7,"area":"alignment"},{"id":"2506.12350","title":"Theoretical Tensions in RLHF: Reconciling Empirical Success with Inconsistencies in Social Choice Theory","created":"2025-06-14","cited_by_count":7,"area":"alignment"},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"},{"id":"2509.24610","title":"OrthAlign: Orthogonal Subspace Decomposition for Non-Interfering Multi-Objective Alignment","created":"2025-09-29","cited_by_count":7,"area":"alignment"},{"id":"2410.04834","title":"As Simple as Fine-tuning: LLM Alignment via Bidirectional Negative Feedback Loss","created":"2024-10-07","cited_by_count":6,"area":"alignment"},{"id":"2412.06827","title":"Enhancing LLMs for Physics Problem-Solving using Reinforcement Learning with Human-AI Feedback","created":"2024-12-06","cited_by_count":6,"area":"alignment"},{"id":"2502.00814","title":"Disentangling Length Bias In Preference Learning Via Response-Conditioned Modeling","created":"2025-02-02","cited_by_count":6,"area":"alignment"},{"id":"2502.12485","title":"Safe at the Margins: A General Approach to Safety Alignment in Low-Resource English Languages -- A Singlish Case Study","created":"2025-02-18","cited_by_count":6,"area":"alignment"},{"id":"2502.12530","title":"Translate Policy to Language: Flow Matching Generated Rewards for LLM Explanations","created":"2025-02-18","cited_by_count":6,"area":"alignment"},{"id":"2502.20847","title":"Gradient Imbalance in Direct Preference Optimization","created":"2025-02-28","cited_by_count":6,"area":"alignment"},{"id":"2503.04222","title":"FuseChat-3.0: Preference Optimization Meets Heterogeneous Model Fusion","created":"2025-03-06","cited_by_count":6,"area":"alignment"},{"id":"2505.02363","title":"SIMPLEMIX: Frustratingly Simple Mixing of Off- and On-policy Data in Language Model Preference Learning","created":"2025-05-05","cited_by_count":6,"area":"alignment"},{"id":"2505.10597","title":"Two Minds Better Than One: Collaborative Reward Modeling for LLM Alignment","created":"2025-05-15","cited_by_count":6,"area":"alignment"},{"id":"2506.07492","title":"Explicit Preference Optimization: No Need for an Implicit Reward Model","created":"2025-06-09","cited_by_count":6,"area":"alignment"},{"id":"2507.15507","title":"Off-Policy Corrected Reward Modeling for Reinforcement Learning from Human Feedback","created":"2025-07-21","cited_by_count":6,"area":"alignment"},{"id":"2601.08421","title":"Coverage Improvement and Fast Convergence of On-policy Preference Learning","created":"2026-01-13","cited_by_count":6,"area":"alignment"},{"id":"2601.16403","title":"Towards a Theoretical Understanding to the Generalization of RLHF","created":"2026-01-23","cited_by_count":6,"area":"alignment"},{"id":"2410.08316","title":"COS-DPO: Conditioned One-Shot Multi-Objective Fine-Tuning Framework","created":"2024-10-10","cited_by_count":5,"area":"alignment"},{"id":"2410.19933","title":"Enhancing Safety in Reinforcement Learning with Human Feedback via Rectified Policy Optimization","created":"2024-10-25","cited_by_count":5,"area":"alignment"},{"id":"2411.03700","title":"The Root Shapes the Fruit: On the Persistence of Gender-Exclusive Harms in Aligned Language Models","created":"2024-11-06","cited_by_count":5,"area":"alignment"},{"id":"2505.23316","title":"Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO","created":"2025-05-29","cited_by_count":5,"area":"alignment"},{"id":"2506.02553","title":"Response-Level Rewards Are All You Need for Online Reinforcement Learning in LLMs: A Mathematical Perspective","created":"2025-06-03","cited_by_count":5,"area":"alignment"},{"id":"2506.22578","title":"The Hidden Link Between RLHF and Contrastive Learning","created":"2025-06-27","cited_by_count":5,"area":"alignment"},{"id":"2406.06874","title":"Learning Reward and Policy Jointly from Demonstration and Preference Improves Alignment","created":"2024-06-11","cited_by_count":4,"area":"alignment"},{"id":"2411.01798","title":"SALSA: Soup-based Alignment Learning for Stronger Adaptation in RLHF","created":"2024-11-04","cited_by_count":4,"area":"alignment"},{"id":"2503.10093","title":"Efficient Safety Alignment of Large Language Models via Preference Re-ranking and Representation-based Reward Modeling","created":"2025-03-13","cited_by_count":4,"area":"alignment"},{"id":"2503.13538","title":"From Demonstrations to Rewards: Alignment Without Explicit Human Preferences","created":"2025-03-15","cited_by_count":4,"area":"alignment"},{"id":"2504.09895","title":"Learning from Reference Answers: Versatile Language Model Alignment without Binary Human Preference Data","created":"2025-04-14","cited_by_count":4,"area":"alignment"},{"id":"2504.13134","title":"Energy-Based Reward Models for Robust Language Model Alignment","created":"2025-04-17","cited_by_count":4,"area":"alignment"},{"id":"2508.19532","title":"Alignment with Fill-In-the-Middle for Enhancing Code Generation","created":"2025-08-27","cited_by_count":4,"area":"alignment"},{"id":"2510.06652","title":"Aligning Large Language Models via Fully Self-Synthetic Data","created":"2025-10-08","cited_by_count":4,"area":"alignment"},{"id":"2602.11523","title":"Unifying Stable Optimization and Reference Regularization in RLHF","created":"2026-02-12","cited_by_count":4,"area":"alignment"},{"id":"2602.15222","title":"Automatically Finding Reward Model Biases","created":"2026-02-16","cited_by_count":4,"area":"alignment"},{"id":"2405.13541","title":"Annotation-Efficient Language Model Alignment via Diverse and Representative Response Texts","created":"2024-05-22","cited_by_count":3,"area":"alignment"},{"id":"2412.09104","title":"In-Dataset Trajectory Return Regularization for Offline Preference-based Reinforcement Learning","created":"2024-12-12","cited_by_count":3,"area":"alignment"}],"next_cursor":"100"}