{"total":57,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143,"area":"alignment"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2407.10490","title":"Learning Dynamics of LLM Finetuning","created":"2024-07-15","cited_by_count":95,"area":"alignment"},{"id":"2407.14622","title":"BOND: Aligning LLMs with Best-of-N Distillation","created":"2024-07-19","cited_by_count":76,"area":"alignment"},{"id":"2503.15477","title":"What Makes a Reward Model a Good Teacher? An Optimization Perspective","created":"2025-03-19","cited_by_count":73,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2407.00617","title":"Iterative Nash Policy Optimization: Aligning LLMs with General Preferences via No-Regret Learning","created":"2024-06-30","cited_by_count":45,"area":"alignment"},{"id":"2407.02552","title":"RLHF Can Speak Many Languages: Unlocking Multilingual Preference Optimization for LLMs","created":"2024-07-02","cited_by_count":43,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2405.15624","title":"Inverse-RLignment: Large Language Model Alignment from Demonstrations through Inverse Reinforcement Learning","created":"2024-05-24","cited_by_count":27,"area":"alignment"},{"id":"2410.17055","title":"Optimal Design for Reward Modeling in RLHF","created":"2024-10-22","cited_by_count":25,"area":"alignment"},{"id":"2411.12882","title":"ProSec: Fortifying Code LLMs with Proactive Security Alignment","created":"2024-11-19","cited_by_count":25,"area":"alignment"},{"id":"2505.01997","title":"Restoring Calibration for Aligned Large Language Models: A Calibration-Aware Fine-Tuning Approach","created":"2025-05-04","cited_by_count":25,"area":"alignment"},{"id":"2406.07327","title":"3D-Properties: Identifying Challenges in DPO and Charting a Path Forward","created":"2024-06-11","cited_by_count":24,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2503.10990","title":"Statistical Impossibility and Possibility of Aligning LLMs with Human Preferences: From Condorcet Paradox to Nash Equilibrium","created":"2025-03-14","cited_by_count":23,"area":"alignment"},{"id":"2406.15567","title":"SAIL: Self-Improving Efficient Online Alignment of Large Language Models","created":"2024-06-21","cited_by_count":20,"area":"alignment"},{"id":"2410.16714","title":"Magnetic Preference Optimization: Achieving Last-iterate Convergence for Language Model Alignment","created":"2024-10-22","cited_by_count":20,"area":"alignment"},{"id":"2411.01493","title":"Sample-Efficient Alignment for LLMs","created":"2024-11-03","cited_by_count":16,"area":"alignment"},{"id":"2410.02743","title":"MA-RLHF: Reinforcement Learning from Human Feedback with Macro Actions","created":"2024-10-03","cited_by_count":15,"area":"alignment"},{"id":"2506.12725","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","created":"2025-06-15","cited_by_count":15,"area":"alignment"},{"id":"2406.19185","title":"Contrastive Policy Gradient: Aligning LLMs on sequence-level scores in a supervised-friendly fashion","created":"2024-06-27","cited_by_count":13,"area":"alignment"},{"id":"2406.07657","title":"OPTune: Efficient Online Preference Tuning","created":"2024-06-11","cited_by_count":10,"area":"alignment"},{"id":"2502.19731","title":"Preference Learning Unlocks LLMs' Psycho-Counseling Skills","created":"2025-02-27","cited_by_count":10,"area":"alignment"},{"id":"2406.12168","title":"BPO: Staying Close to the Behavior LLM Creates Better Online LLM Alignment","created":"2024-06-18","cited_by_count":9,"area":"alignment"},{"id":"2406.06887","title":"$\\textbf{PLUM}$: Improving Code LMs with Execution-Guided On-Policy Preference Learning Driven By Synthetic Test Cases","created":"2024-06-11","cited_by_count":8,"area":"alignment"},{"id":"2502.03095","title":"Reveal the Mystery of DPO: The Connection between DPO and RL Algorithms","created":"2025-02-05","cited_by_count":8,"area":"alignment"},{"id":"2602.18037","title":"Gradient Regularization Mitigates Reward Hacking in Reinforcement Learning from Human Feedback and Verifiable Rewards","created":"2026-02-20","cited_by_count":8,"area":"alignment"},{"id":"2405.21040","title":"Direct Alignment of Language Models via Quality-Aware Self-Refinement","created":"2024-05-31","cited_by_count":7,"area":"alignment"},{"id":"2506.12350","title":"Theoretical Tensions in RLHF: Reconciling Empirical Success with Inconsistencies in Social Choice Theory","created":"2025-06-14","cited_by_count":7,"area":"alignment"},{"id":"2505.02363","title":"SIMPLEMIX: Frustratingly Simple Mixing of Off- and On-policy Data in Language Model Preference Learning","created":"2025-05-05","cited_by_count":6,"area":"alignment"},{"id":"2504.11337","title":"REWARD CONSISTENCY: Improving Multi-Objective Alignment from a Data-Centric Perspective","created":"2025-04-15","cited_by_count":5,"area":"alignment"},{"id":"2411.05875","title":"Towards Improved Preference Optimization Pipeline: from Data Generation to Budget-Controlled Regularization","created":"2024-11-07","cited_by_count":4,"area":"alignment"},{"id":"2405.13541","title":"Annotation-Efficient Language Model Alignment via Diverse and Representative Response Texts","created":"2024-05-22","cited_by_count":3,"area":"alignment"},{"id":"2502.01237","title":"The Differences Between Direct Alignment Algorithms are a Blur","created":"2025-02-03","cited_by_count":3,"area":"alignment"},{"id":"2506.14157","title":"DCRM: A Heuristic to Measure Response Pair Quality in Preference Optimization","created":"2025-06-17","cited_by_count":3,"area":"alignment"},{"id":"2510.03269","title":"General Exploratory Bonus for Optimistic Exploration in RLHF","created":"2025-09-27","cited_by_count":2,"area":"alignment"},{"id":"2502.18679","title":"Discriminative Finetuning of Generative Large Language Models without Reward Models and Human Preference Data","created":"2025-02-25","cited_by_count":1,"area":"alignment"},{"id":"2506.08681","title":"Mitigating Reward Over-optimization in Direct Alignment Algorithms with Importance Sampling","created":"2025-06-10","cited_by_count":1,"area":"alignment"},{"id":"2508.10530","title":"Is On-Policy Data always the Best Choice for Direct Preference Optimization-based LM Alignment?","created":"2025-08-14","cited_by_count":1,"area":"alignment"},{"id":"2510.21090","title":"Self-Rewarding PPO: Aligning Large Language Models with Demonstrations Only","created":"2025-10-24","cited_by_count":1,"area":"alignment"},{"id":"2604.25872","title":"When Errors Can Be Beneficial: A Categorization of Imperfect Rewards for Policy Gradient","created":"2026-04-28","cited_by_count":1,"area":"alignment"},{"id":"2605.06987","title":"Response Time Enhances Alignment with Heterogeneous Preferences","created":"2026-05-07","cited_by_count":1,"area":"alignment"},{"id":"2405.14103","title":"Online Self-Preferring Language Models","created":"2024-05-23","cited_by_count":0,"area":"alignment"},{"id":"2502.04567","title":"Preference Optimization via Contrastive Divergence: Your Reward Model is Secretly an NLL Estimator","created":"2025-02-06","cited_by_count":0,"area":"alignment"},{"id":"2603.17378","title":"Efficient Exploration at Scale","created":"2026-03-18","cited_by_count":0,"area":"alignment"},{"id":"2609.06893","title":"Towards Bridging the Gap Between Offline and Iterative Alignment via Preference Distillation","created":"2026-09-07","cited_by_count":0,"area":"alignment"}],"next_cursor":null}