{"total":109,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2405.14655","title":"Multi-turn Reinforcement Learning from Preference Human Feedback","created":"2024-05-23","cited_by_count":67,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2406.09215","title":"On Softmax Direct Preference Optimization for Recommendation","created":"2024-06-13","cited_by_count":64,"area":"alignment"},{"id":"2409.10164","title":"Quantile Regression for Distributional Reward Models in RLHF","created":"2024-09-16","cited_by_count":60,"area":"alignment"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2406.08414","title":"Discovering Preference Optimization Algorithms with and for Large Language Models","created":"2024-06-12","cited_by_count":42,"area":"alignment"},{"id":"2505.20065","title":"SafeDPO: A Simple Approach to Direct Preference Optimization with Enhanced Safety","created":"2025-05-26","cited_by_count":37,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2405.17346","title":"Prompt Optimization with Human Feedback","created":"2024-05-27","cited_by_count":35,"area":"alignment"},{"id":"2504.19599","title":"GVPO: Group Variance Policy Optimization for Large Language Model Post-Training","created":"2025-04-28","cited_by_count":32,"area":"alignment"},{"id":"2503.15463","title":"From 1,000,000 Users to Every User: Scaling Up Personalized Preference for User-level Alignment","created":"2025-03-19","cited_by_count":30,"area":"alignment"},{"id":"2408.15313","title":"Bi-Factorial Preference Optimization: Balancing Safety-Helpfulness in Language Models","created":"2024-08-27","cited_by_count":27,"area":"alignment"},{"id":"2501.12735","title":"Online Preference Alignment for Language Models via Count-based Exploration","created":"2025-01-22","cited_by_count":26,"area":"alignment"},{"id":"2404.13846","title":"Filtered Direct Preference Optimization","created":"2024-04-22","cited_by_count":24,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2404.14313","title":"Self-Supervised Alignment with Mutual Information: Learning to Follow Principles without Preference Labels","created":"2024-04-22","cited_by_count":19,"area":"alignment"},{"id":"2406.10522","title":"Humor in AI: Massive Scale Crowd-Sourced Preferences and Benchmarks for Cartoon Captioning","created":"2024-06-15","cited_by_count":19,"area":"alignment"},{"id":"2410.04203","title":"RainbowPO: A Unified Framework for Combining Improvements in Preference Optimization","created":"2024-10-05","cited_by_count":19,"area":"alignment"},{"id":"2502.16320","title":"Direct Alignment with Heterogeneous Preferences","created":"2025-02-22","cited_by_count":19,"area":"alignment"},{"id":"2405.14953","title":"MallowsPO: Fine-Tune Your LLM with Preference Dispersions","created":"2024-05-23","cited_by_count":18,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2503.08942","title":"Extragradient Preference Optimization (EGPO): Beyond Last-Iterate Convergence for Nash Learning from Human Feedback","created":"2025-03-11","cited_by_count":16,"area":"alignment"},{"id":"2410.10093","title":"How to Leverage Demonstration Data in Alignment for Large Language Model? A Self-Imitation Learning Perspective","created":"2024-10-14","cited_by_count":14,"area":"alignment"},{"id":"2502.01208","title":"On Almost Surely Safe Alignment of Large Language Models at Inference-Time","created":"2025-02-03","cited_by_count":14,"area":"alignment"},{"id":"2406.19185","title":"Contrastive Policy Gradient: Aligning LLMs on sequence-level scores in a supervised-friendly fashion","created":"2024-06-27","cited_by_count":13,"area":"alignment"},{"id":"2504.03784","title":"Robust Reinforcement Learning from Human Feedback for Large Language Models Fine-Tuning","created":"2025-04-03","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2409.17401","title":"Zeroth-Order Policy Gradient for Reinforcement Learning from Human Feedback without Reward Inference","created":"2024-09-25","cited_by_count":12,"area":"alignment"},{"id":"2506.01183","title":"Doubly Robust Alignment for Large Language Models","created":"2025-06-01","cited_by_count":12,"area":"alignment"},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2505.11166","title":"SoLoPO: Unlocking Long-Context Capabilities in LLMs via Short-to-Long Preference Optimization","created":"2025-05-16","cited_by_count":10,"area":"alignment"},{"id":"2406.12168","title":"BPO: Staying Close to the Behavior LLM Creates Better Online LLM Alignment","created":"2024-06-18","cited_by_count":9,"area":"alignment"},{"id":"2410.20727","title":"Faster WIND: Accelerating Iterative Best-of-$N$ Distillation for LLM Alignment","created":"2024-10-28","cited_by_count":9,"area":"alignment"},{"id":"2411.13611","title":"DSTC: Direct Preference Learning with Only Self-Generated Tests and Code to Improve Code LMs","created":"2024-11-20","cited_by_count":9,"area":"alignment"},{"id":"2412.04628","title":"Multi-Preference Optimization: Generalizing DPO via Set-Level Contrasts","created":"2024-12-05","cited_by_count":9,"area":"alignment"},{"id":"2412.13862","title":"Energy-Based Preference Model Offers Better Offline Alignment than the Bradley-Terry Preference Model","created":"2024-12-18","cited_by_count":9,"area":"alignment"},{"id":"2505.19601","title":"Preference Optimization by Estimating the Ratio of the Data Distribution","created":"2025-05-26","cited_by_count":9,"area":"alignment"},{"id":"2409.17431","title":"On Extending Direct Preference Optimization to Accommodate Ties","created":"2024-09-25","cited_by_count":8,"area":"alignment"},{"id":"2410.23223","title":"COMAL: A Convergent Meta-Algorithm for Aligning LLMs with General Preferences","created":"2024-10-30","cited_by_count":8,"area":"alignment"},{"id":"2503.06810","title":"Mitigating Preference Hacking in Policy Optimization with Pessimism","created":"2025-03-10","cited_by_count":8,"area":"alignment"},{"id":"2407.15229","title":"A Practical Analysis of Human Alignment with *PO","created":"2024-07-21","cited_by_count":7,"area":"alignment"},{"id":"2408.03459","title":"Can DPO Learn Diverse Human Values? A Theoretical Scaling Law","created":"2024-08-06","cited_by_count":7,"area":"alignment"},{"id":"2505.04993","title":"Latent Preference Coding: Aligning Large Language Models via Discrete Latent Codes","created":"2025-05-08","cited_by_count":7,"area":"alignment"},{"id":"2505.08507","title":"InfoPO: On Mutual Information Maximization for Large Language Model Alignment","created":"2025-05-13","cited_by_count":7,"area":"alignment"},{"id":"2502.14619","title":"Reward Models Identify Consistency, Not Causality","created":"2025-02-20","cited_by_count":6,"area":"alignment"},{"id":"2504.20106","title":"Adaptive Helpfulness-Harmlessness Alignment with Preference Vectors","created":"2025-04-27","cited_by_count":6,"area":"alignment"},{"id":"2506.07492","title":"Explicit Preference Optimization: No Need for an Implicit Reward Model","created":"2025-06-09","cited_by_count":6,"area":"alignment"},{"id":"2406.19188","title":"Averaging log-likelihoods in direct alignment","created":"2024-06-27","cited_by_count":5,"area":"alignment"},{"id":"2407.09072","title":"New Desiderata for Direct Preference Optimization","created":"2024-07-12","cited_by_count":5,"area":"alignment"},{"id":"2410.01957","title":"Challenges and Future Directions of Data-Centric AI Alignment","created":"2024-10-02","cited_by_count":5,"area":"alignment"},{"id":"2410.08316","title":"COS-DPO: Conditioned One-Shot Multi-Objective Fine-Tuning Framework","created":"2024-10-10","cited_by_count":5,"area":"alignment"},{"id":"2412.17696","title":"Understanding the Logic of Direct Preference Alignment through Logic","created":"2024-12-23","cited_by_count":5,"area":"alignment"},{"id":"2502.18293","title":"AMPO: Active Multi-Preference Optimization for Self-play Preference Selection","created":"2025-02-25","cited_by_count":5,"area":"alignment"},{"id":"2505.17122","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","created":"2025-05-21","cited_by_count":5,"area":"alignment"},{"id":"2505.20556","title":"Learning a Pessimistic Reward Model in RLHF","created":"2025-05-26","cited_by_count":5,"area":"alignment"},{"id":"2502.06861","title":"Design Considerations in Offline Preference-based RL","created":"2025-02-08","cited_by_count":4,"area":"alignment"},{"id":"2502.14560","title":"Less is More: Improving LLM Alignment via Preference Data Selection","created":"2025-02-20","cited_by_count":4,"area":"alignment"},{"id":"2503.07426","title":"RePO: Understanding Preference Learning Through ReLU-Based Optimization","created":"2025-03-10","cited_by_count":4,"area":"alignment"},{"id":"2505.24709","title":"On Symmetric Losses for Robust Policy Optimization with Noisy Preferences","created":"2025-05-30","cited_by_count":4,"area":"alignment"},{"id":"2502.00136","title":"A Checks-and-Balances Framework for Context-Aware Ethical AI Alignment","created":"2025-01-31","cited_by_count":3,"area":"alignment"},{"id":"2502.01237","title":"The Differences Between Direct Alignment Algorithms are a Blur","created":"2025-02-03","cited_by_count":3,"area":"alignment"},{"id":"2502.12678","title":"Multi-Step Alignment as Markov Games: An Optimistic Online Gradient Descent Approach with Convergence Guarantees","created":"2025-02-18","cited_by_count":3,"area":"alignment"},{"id":"2505.21395","title":"Square$\\chi$PO: Differentially Private and Robust $\\chi^2$-Preference Optimization in Offline Direct Alignment","created":"2025-05-27","cited_by_count":3,"area":"alignment"},{"id":"2506.01523","title":"Beyond RLHF: A Unified Theoretical Framework of Alignment","created":"2025-06-02","cited_by_count":3,"area":"alignment"},{"id":"2510.01458","title":"How Well Can Preference Optimization Generalize Under Noisy Feedback?","created":"2025-10-01","cited_by_count":3,"area":"alignment"},{"id":"2410.05527","title":"DOPL: Direct Online Preference Learning for Restless Bandits with Preference Feedback","created":"2024-10-07","cited_by_count":2,"area":"alignment"},{"id":"2411.06568","title":"Meta-Learning Objectives for Preference Optimization","created":"2024-11-10","cited_by_count":2,"area":"alignment"},{"id":"2502.17507","title":"C2-DPO: Constrained Controlled Direct Preference Optimization","created":"2025-02-22","cited_by_count":2,"area":"alignment"},{"id":"2506.04272","title":"Understanding the Impact of Sampling Quality in Direct Preference Optimization","created":"2025-06-03","cited_by_count":2,"area":"alignment"},{"id":"2506.12529","title":"Similarity as Reward Alignment: Robust and Versatile Preference-based Reinforcement Learning","created":"2025-06-14","cited_by_count":2,"area":"alignment"},{"id":"2509.08541","title":"CM-Align: Consistency-based Multilingual Alignment for Large Language Models","created":"2025-09-10","cited_by_count":2,"area":"alignment"},{"id":"2509.23564","title":"Clean First, Align Later: Benchmarking Preference Data Cleaning for Reliable LLM Alignment","created":"2025-09-28","cited_by_count":2,"area":"alignment"},{"id":"2511.23391","title":"Ambiguity Awareness Optimization: Towards Semantic Disambiguation for Direct Preference Optimization","created":"2025-11-28","cited_by_count":2,"area":"alignment"},{"id":"2604.18239","title":"Towards Disentangled Preference Optimization Dynamics: Suppress the Loser, Preserve the Winner","created":"2026-04-20","cited_by_count":2,"area":"alignment"},{"id":"2502.05773","title":"PIPA: Preference Alignment as Prior-Informed Statistical Estimation","created":"2025-02-09","cited_by_count":1,"area":"alignment"},{"id":"2505.23557","title":"Learning Parametric Distributions from Samples and Preferences","created":"2025-05-29","cited_by_count":1,"area":"alignment"},{"id":"2505.23761","title":"Differential Information Distribution: A Bayesian Perspective on Direct Preference Optimization","created":"2025-05-29","cited_by_count":1,"area":"alignment"},{"id":"2506.08681","title":"Mitigating Reward Over-optimization in Direct Alignment Algorithms with Importance Sampling","created":"2025-06-10","cited_by_count":1,"area":"alignment"},{"id":"2506.13702","title":"Value-Free Policy Optimization via Reward Partitioning","created":"2025-06-16","cited_by_count":1,"area":"alignment"},{"id":"2510.22881","title":"Offline Preference Optimization via Maximum Marginal Likelihood Estimation","created":"2025-10-27","cited_by_count":1,"area":"alignment"},{"id":"2604.02986","title":"Mitigating Reward Hacking in RLHF via Advantage Sign Robustness","created":"2026-04-03","cited_by_count":1,"area":"alignment"},{"id":"2605.06987","title":"Response Time Enhances Alignment with Heterogeneous Preferences","created":"2026-05-07","cited_by_count":1,"area":"alignment"},{"id":"2607.16240","title":"Normalized Rewards for Preference Optimization","created":"2026-06-26","cited_by_count":1,"area":"alignment"},{"id":"2412.16378","title":"REFA: Reference Free Alignment for multi-preference optimization","created":"2024-12-20","cited_by_count":0,"area":"alignment"},{"id":"2506.03557","title":"BPO: Revisiting Preference Modeling in Direct Preference Optimization","created":"2025-06-04","cited_by_count":0,"area":"alignment"}],"next_cursor":"100"}