{"total":107,"rows":[{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2402.10207","title":"Rewards-in-Context: Multi-objective Alignment of Foundation Models with Dynamic Preference Adjustment","created":"2024-02-15","cited_by_count":175,"area":"alignment"},{"id":"2404.11999","title":"Token-level Direct Preference Optimization","created":"2024-04-18","cited_by_count":135,"area":"alignment"},{"id":"2406.18853","title":"Decoding-Time Language Model Alignment with Multiple Objectives","created":"2024-06-27","cited_by_count":94,"area":"alignment"},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2402.05369","title":"Noise Contrastive Alignment of Language Models with Explicit Rewards","created":"2024-02-08","cited_by_count":85,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2404.04626","title":"Towards Analyzing and Understanding the Limitations of DPO: A Theoretical Perspective","created":"2024-04-06","cited_by_count":69,"area":"alignment"},{"id":"2406.09215","title":"On Softmax Direct Preference Optimization for Recommendation","created":"2024-06-13","cited_by_count":64,"area":"alignment"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2407.07880","title":"Towards Robust Alignment of Language Models: Distributionally Robustifying Direct Preference Optimization","created":"2024-07-10","cited_by_count":53,"area":"alignment"},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2403.03185","title":"Correlated Proxies: A New Definition and Improved Mitigation for Reward Hacking","created":"2024-03-05","cited_by_count":50,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2406.14563","title":"Model Merging and Safety Alignment: One Bad Model Spoils the Bunch","created":"2024-06-20","cited_by_count":43,"area":"alignment"},{"id":"2505.20065","title":"SafeDPO: A Simple Approach to Direct Preference Optimization with Enhanced Safety","created":"2025-05-26","cited_by_count":37,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2405.17346","title":"Prompt Optimization with Human Feedback","created":"2024-05-27","cited_by_count":35,"area":"alignment"},{"id":"2404.11049","title":"Stepwise Alignment for Constrained Language Model Policy Optimization","created":"2024-04-17","cited_by_count":30,"area":"alignment"},{"id":"2410.10148","title":"AlphaDPO: Adaptive Reward Margin for Direct Preference Optimization","created":"2024-10-14","cited_by_count":29,"area":"alignment"},{"id":"2403.01857","title":"Reward Model Learning vs. Direct Policy Optimization: A Comparative Analysis of Learning from Human Preferences","created":"2024-03-04","cited_by_count":27,"area":"alignment"},{"id":"2405.15624","title":"Inverse-RLignment: Large Language Model Alignment from Demonstrations through Inverse Reinforcement Learning","created":"2024-05-24","cited_by_count":27,"area":"alignment"},{"id":"2506.17871","title":"LLM Probability Concentration: How Alignment Shrinks the Generative Horizon","created":"2025-06-22","cited_by_count":26,"area":"alignment"},{"id":"2511.08594","title":"Diverse Preference Learning for Capabilities and Alignment","created":"2025-10-29","cited_by_count":25,"area":"alignment"},{"id":"2404.13846","title":"Filtered Direct Preference Optimization","created":"2024-04-22","cited_by_count":24,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2405.15065","title":"Direct Preference Optimization With Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences","created":"2024-05-23","cited_by_count":23,"area":"alignment"},{"id":"2406.05883","title":"Information Theoretic Guarantees For Policy Alignment In Large Language Models","created":"2024-06-09","cited_by_count":23,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2406.01660","title":"Self-Improving Robust Preference Optimization","created":"2024-06-03","cited_by_count":19,"area":"alignment"},{"id":"2410.21662","title":"$f$-PO: Generalizing Preference Optimization with $f$-divergence Minimization","created":"2024-10-29","cited_by_count":19,"area":"alignment"},{"id":"2405.14953","title":"MallowsPO: Fine-Tune Your LLM with Preference Dispersions","created":"2024-05-23","cited_by_count":18,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2404.04102","title":"ROPO: Robust Preference Optimization for Large Language Models","created":"2024-04-05","cited_by_count":16,"area":"alignment"},{"id":"2503.08942","title":"Extragradient Preference Optimization (EGPO): Beyond Last-Iterate Convergence for Nash Learning from Human Feedback","created":"2025-03-11","cited_by_count":16,"area":"alignment"},{"id":"2404.00530","title":"Comparing Bad Apples to Good Oranges: Aligning Large Language Models via Joint Preference Optimization","created":"2024-03-31","cited_by_count":15,"area":"alignment"},{"id":"2409.09774","title":"Generalizing Alignment Paradigm of Text-to-Image Generation with Preferences through $f$-divergence Minimization","created":"2024-09-15","cited_by_count":15,"area":"alignment"},{"id":"2501.11463","title":"Curiosity-Driven Reinforcement Learning from Human Feedback","created":"2025-01-20","cited_by_count":15,"area":"alignment"},{"id":"2410.10093","title":"How to Leverage Demonstration Data in Alignment for Large Language Model? A Self-Imitation Learning Perspective","created":"2024-10-14","cited_by_count":14,"area":"alignment"},{"id":"2501.03884","title":"AlphaPO: Reward Shape Matters for LLM Alignment","created":"2025-01-07","cited_by_count":14,"area":"alignment"},{"id":"2505.19653","title":"Token-Importance Guided Direct Preference Optimization","created":"2025-05-26","cited_by_count":14,"area":"alignment"},{"id":"2503.05079","title":"On a Connection Between Imitation Learning and RLHF","created":"2025-03-07","cited_by_count":13,"area":"alignment"},{"id":"2504.03784","title":"Robust Reinforcement Learning from Human Feedback for Large Language Models Fine-Tuning","created":"2025-04-03","cited_by_count":13,"area":"alignment"},{"id":"2505.10892","title":"Multi-Objective Preference Optimization: Improving Human Alignment of Generative Models","created":"2025-05-16","cited_by_count":13,"area":"alignment"},{"id":"2403.12017","title":"Supervised Fine-Tuning as Inverse Reinforcement Learning","created":"2024-03-18","cited_by_count":12,"area":"alignment"},{"id":"2506.01183","title":"Doubly Robust Alignment for Large Language Models","created":"2025-06-01","cited_by_count":12,"area":"alignment"},{"id":"2411.12843","title":"Reward Modeling with Ordinal Feedback: Wisdom of the Crowd","created":"2024-11-19","cited_by_count":11,"area":"alignment"},{"id":"2502.01203","title":"KL-Regularized RLHF with Multiple Reference Models: Exact Solutions and Sample Complexity","created":"2025-02-03","cited_by_count":11,"area":"alignment"},{"id":"2502.15145","title":"Projection Optimization: A General Framework for Multi-Objective and Multi-Group RLHF","created":"2025-02-21","cited_by_count":11,"area":"alignment"},{"id":"2405.11647","title":"Hummer: Towards Limited Competitive Preference Dataset","created":"2024-05-19","cited_by_count":10,"area":"alignment"},{"id":"2505.19601","title":"Preference Optimization by Estimating the Ratio of the Data Distribution","created":"2025-05-26","cited_by_count":9,"area":"alignment"},{"id":"2506.04721","title":"SPARTA ALIGNMENT: Collectively Aligning Multiple Language Models through Combat","created":"2025-06-05","cited_by_count":9,"area":"alignment"},{"id":"2405.21040","title":"Direct Alignment of Language Models via Quality-Aware Self-Refinement","created":"2024-05-31","cited_by_count":7,"area":"alignment"},{"id":"2505.08507","title":"InfoPO: On Mutual Information Maximization for Large Language Model Alignment","created":"2025-05-13","cited_by_count":7,"area":"alignment"},{"id":"2509.23102","title":"Multiplayer Nash Preference Optimization","created":"2025-09-27","cited_by_count":7,"area":"alignment"},{"id":"2506.07492","title":"Explicit Preference Optimization: No Need for an Implicit Reward Model","created":"2025-06-09","cited_by_count":6,"area":"alignment"},{"id":"2407.09072","title":"New Desiderata for Direct Preference Optimization","created":"2024-07-12","cited_by_count":5,"area":"alignment"},{"id":"2409.14836","title":"Orthogonal Finetuning for Direct Preference Optimization","created":"2024-09-23","cited_by_count":5,"area":"alignment"},{"id":"2503.00030","title":"RSPO: Regularized Self-Play Alignment of Large Language Models","created":"2025-02-24","cited_by_count":5,"area":"alignment"},{"id":"2505.23316","title":"Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO","created":"2025-05-29","cited_by_count":5,"area":"alignment"},{"id":"2602.23116","title":"Provably Efficient Regularized Online RLHF with Generalized Bilinear Preferences","created":"2026-02-26","cited_by_count":5,"area":"alignment"},{"id":"2605.06583","title":"Improved techniques for fine-tuning flow models via adjoint matching: a deterministic control pipeline","created":"2026-05-07","cited_by_count":5,"area":"alignment"},{"id":"2405.17956","title":"Unified Preference Optimization: Language Model Alignment Beyond the Preference Frontier","created":"2024-05-28","cited_by_count":4,"area":"alignment"},{"id":"2411.07595","title":"Entropy Controllable Direct Preference Optimization","created":"2024-11-12","cited_by_count":4,"area":"alignment"},{"id":"2412.20834","title":"Disentangling Preference Representation and Text Generation for Efficient Individual Preference Alignment","created":"2024-12-30","cited_by_count":4,"area":"alignment"},{"id":"2503.07426","title":"RePO: Understanding Preference Learning Through ReLU-Based Optimization","created":"2025-03-10","cited_by_count":4,"area":"alignment"},{"id":"2505.17859","title":"Scalable Valuation of Human Feedback through Provably Robust Model Alignment","created":"2025-05-23","cited_by_count":4,"area":"alignment"},{"id":"2502.01237","title":"The Differences Between Direct Alignment Algorithms are a Blur","created":"2025-02-03","cited_by_count":3,"area":"alignment"},{"id":"2505.21395","title":"Square$\\chi$PO: Differentially Private and Robust $\\chi^2$-Preference Optimization in Offline Direct Alignment","created":"2025-05-27","cited_by_count":3,"area":"alignment"},{"id":"2506.15717","title":"daDPO: Distribution-Aware DPO for Distilling Conversational Abilities","created":"2025-06-03","cited_by_count":3,"area":"alignment"},{"id":"2508.17637","title":"Weights-Rotated Preference Optimization for Large Language Models","created":"2025-08-25","cited_by_count":3,"area":"alignment"},{"id":"2510.04773","title":"Distribution Preference Optimization: A Fine-grained Perspective for LLM Unlearning","created":"2025-10-06","cited_by_count":3,"area":"alignment"},{"id":"2411.06568","title":"Meta-Learning Objectives for Preference Optimization","created":"2024-11-10","cited_by_count":2,"area":"alignment"},{"id":"2503.10228","title":"Policy Teaching via Data Poisoning in Learning from Human Preferences","created":"2025-03-13","cited_by_count":2,"area":"alignment"},{"id":"2505.06273","title":"Policy-labeled Preference Learning: Is Preference Enough for RLHF?","created":"2025-05-06","cited_by_count":2,"area":"alignment"},{"id":"2505.20359","title":"Risk-aware Direct Preference Optimization under Nested Risk Measure","created":"2025-05-26","cited_by_count":2,"area":"alignment"},{"id":"2509.25509","title":"Can Molecular Foundation Models Know What They Don't Know? A Simple Remedy with Preference Optimization","created":"2025-09-29","cited_by_count":2,"area":"alignment"},{"id":"2510.03269","title":"General Exploratory Bonus for Optimistic Exploration in RLHF","created":"2025-09-27","cited_by_count":2,"area":"alignment"},{"id":"2510.20498","title":"Robust Preference Alignment via Directional Neighborhood Consensus","created":"2025-10-23","cited_by_count":2,"area":"alignment"},{"id":"2512.21917","title":"Semiparametric Preference Optimization: Your Language Model is Secretly a Single-Index Model","created":"2025-12-26","cited_by_count":2,"area":"alignment"},{"id":"2602.00603","title":"Direct Preference Optimization with Rating Information: Practical Algorithms and Provable Gains","created":"2026-01-31","cited_by_count":2,"area":"alignment"},{"id":"2602.01685","title":"Semantic-aware Wasserstein Policy Regularization for Large Language Model Alignment","created":"2026-02-02","cited_by_count":2,"area":"alignment"},{"id":"2604.18239","title":"Towards Disentangled Preference Optimization Dynamics: Suppress the Loser, Preserve the Winner","created":"2026-04-20","cited_by_count":2,"area":"alignment"},{"id":"2605.06977","title":"$f$-Divergence Regularized RLHF: Two Tales of Sampling and Unified Analyses","created":"2026-05-07","cited_by_count":2,"area":"alignment"},{"id":"2411.10534","title":"Chain of Alignment: Integrating Public Will with Expert Intelligence for Language Model Alignment","created":"2024-11-15","cited_by_count":1,"area":"alignment"},{"id":"2505.19743","title":"Token-level Accept or Reject: A Micro Alignment Approach for Large Language Models","created":"2025-05-26","cited_by_count":1,"area":"alignment"},{"id":"2510.15716","title":"Direct Preference Optimization with Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences","created":"2025-10-17","cited_by_count":1,"area":"alignment"},{"id":"2510.22881","title":"Offline Preference Optimization via Maximum Marginal Likelihood Estimation","created":"2025-10-27","cited_by_count":1,"area":"alignment"},{"id":"2510.23631","title":"Beyond Pairwise: Empowering LLM Alignment With Ranked Choice Modeling","created":"2025-10-24","cited_by_count":1,"area":"alignment"},{"id":"2601.22083","title":"Latent Adversarial Regularization for Offline Preference Optimization","created":"2026-01-29","cited_by_count":1,"area":"alignment"},{"id":"2602.11902","title":"Mitigating Mismatch within Reference-based Preference Optimization","created":"2026-02-12","cited_by_count":1,"area":"alignment"},{"id":"2603.18258","title":"Sharpness-Aware Minimization in Logit Space Efficiently Enhances Direct Preference Optimization","created":"2026-03-18","cited_by_count":1,"area":"alignment"},{"id":"2605.30021","title":"Recovering Diversity Without Losing Alignment: A DPO Recipe for Post-Trained LLMs","created":"2026-05-28","cited_by_count":1,"area":"alignment"},{"id":"2607.16240","title":"Normalized Rewards for Preference Optimization","created":"2026-06-26","cited_by_count":1,"area":"alignment"},{"id":"2405.15230","title":"$i$REPO: $i$mplicit Reward Pairwise Difference based Empirical Preference Optimization","created":"2024-05-24","cited_by_count":0,"area":"alignment"},{"id":"2409.17791","title":"Self-supervised Preference Optimization: Enhance Your Language Model with Preference Degree Awareness","created":"2024-09-26","cited_by_count":0,"area":"alignment"}],"next_cursor":"100"}