{"total":100,"rows":[{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143,"area":"alignment"},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2407.10490","title":"Learning Dynamics of LLM Finetuning","created":"2024-07-15","cited_by_count":95,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2407.02552","title":"RLHF Can Speak Many Languages: Unlocking Multilingual Preference Optimization for LLMs","created":"2024-07-02","cited_by_count":43,"area":"alignment"},{"id":"2410.04350","title":"TIS-DPO: Token-level Importance Sampling for Direct Preference Optimization With Estimated Weights","created":"2024-10-06","cited_by_count":42,"area":"alignment"},{"id":"2506.07468","title":"Chasing Moving Targets with Online Self-Play Reinforcement Learning for Safer Language Models","created":"2025-06-09","cited_by_count":39,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2411.04625","title":"Sharp Analysis for KL-Regularized Contextual Bandits and RLHF","created":"2024-11-07","cited_by_count":33,"area":"alignment"},{"id":"2409.19605","title":"The Crucial Role of Samplers in Online Direct Preference Optimization","created":"2024-09-29","cited_by_count":27,"area":"alignment"},{"id":"2502.00883","title":"SimPER: A Minimalist Approach to Preference Alignment without Hyperparameters","created":"2025-02-02","cited_by_count":25,"area":"alignment"},{"id":"2505.01997","title":"Restoring Calibration for Aligned Large Language Models: A Calibration-Aware Fine-Tuning Approach","created":"2025-05-04","cited_by_count":25,"area":"alignment"},{"id":"2409.09603","title":"Towards Data-Centric RLHF: Simple Metrics for Preference Dataset Comparison","created":"2024-09-15","cited_by_count":21,"area":"alignment"},{"id":"2410.16714","title":"Magnetic Preference Optimization: Achieving Last-iterate Convergence for Language Model Alignment","created":"2024-10-22","cited_by_count":20,"area":"alignment"},{"id":"2406.01660","title":"Self-Improving Robust Preference Optimization","created":"2024-06-03","cited_by_count":19,"area":"alignment"},{"id":"2405.14953","title":"MallowsPO: Fine-Tune Your LLM with Preference Dispersions","created":"2024-05-23","cited_by_count":18,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2411.01493","title":"Sample-Efficient Alignment for LLMs","created":"2024-11-03","cited_by_count":16,"area":"alignment"},{"id":"2503.08942","title":"Extragradient Preference Optimization (EGPO): Beyond Last-Iterate Convergence for Nash Learning from Human Feedback","created":"2025-03-11","cited_by_count":16,"area":"alignment"},{"id":"2506.12725","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","created":"2025-06-15","cited_by_count":15,"area":"alignment"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2507.21183","title":"MaPPO: Maximum a Posteriori Preference Optimization with Prior Knowledge","created":"2025-07-27","cited_by_count":15,"area":"alignment"},{"id":"2410.10093","title":"How to Leverage Demonstration Data in Alignment for Large Language Model? A Self-Imitation Learning Perspective","created":"2024-10-14","cited_by_count":14,"area":"alignment"},{"id":"2501.03884","title":"AlphaPO: Reward Shape Matters for LLM Alignment","created":"2025-01-07","cited_by_count":14,"area":"alignment"},{"id":"2406.19185","title":"Contrastive Policy Gradient: Aligning LLMs on sequence-level scores in a supervised-friendly fashion","created":"2024-06-27","cited_by_count":13,"area":"alignment"},{"id":"2503.05079","title":"On a Connection Between Imitation Learning and RLHF","created":"2025-03-07","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2508.18312","title":"What Matters in Data for DPO?","created":"2025-08-23","cited_by_count":12,"area":"alignment"},{"id":"2406.17923","title":"PAFT: A Parallel Training Paradigm for Effective LLM Fine-Tuning","created":"2024-06-25","cited_by_count":11,"area":"alignment"},{"id":"2503.01864","title":"Larger or Smaller Reward Margins to Select Preferences for Alignment?","created":"2025-02-25","cited_by_count":11,"area":"alignment"},{"id":"2505.19770","title":"Understanding the Performance Gap in Preference Learning: A Dichotomy of RLHF and DPO","created":"2025-05-26","cited_by_count":10,"area":"alignment"},{"id":"2406.12168","title":"BPO: Staying Close to the Behavior LLM Creates Better Online LLM Alignment","created":"2024-06-18","cited_by_count":9,"area":"alignment"},{"id":"2409.00162","title":"Sequence to Sequence Reward Modeling: Improving RLHF by Language Feedback","created":"2024-08-30","cited_by_count":9,"area":"alignment"},{"id":"2411.13611","title":"DSTC: Direct Preference Learning with Only Self-Generated Tests and Code to Improve Code LMs","created":"2024-11-20","cited_by_count":9,"area":"alignment"},{"id":"2502.16825","title":"Finding the Sweet Spot: Preference Data Construction for Scaling Preference Optimization","created":"2025-02-24","cited_by_count":9,"area":"alignment"},{"id":"2506.04463","title":"Aligning Large Language Models with Implicit Preferences from User-Generated Content","created":"2025-06-04","cited_by_count":9,"area":"alignment"},{"id":"2405.11870","title":"Intuitive Fine-Tuning: Towards Simplifying Alignment into a Single Process","created":"2024-05-20","cited_by_count":8,"area":"alignment"},{"id":"2406.06887","title":"$\\textbf{PLUM}$: Improving Code LMs with Execution-Guided On-Policy Preference Learning Driven By Synthetic Test Cases","created":"2024-06-11","cited_by_count":8,"area":"alignment"},{"id":"2602.04896","title":"Steering Externalities: Benign Activation Steering Unintentionally Increases Jailbreak Risk for Large Language Models","created":"2026-02-03","cited_by_count":8,"area":"alignment"},{"id":"2405.12961","title":"Aligning Transformers with Continuous Feedback via Energy Rank Alignment","created":"2024-05-21","cited_by_count":7,"area":"alignment"},{"id":"2408.03459","title":"Can DPO Learn Diverse Human Values? A Theoretical Scaling Law","created":"2024-08-06","cited_by_count":7,"area":"alignment"},{"id":"2505.08507","title":"InfoPO: On Mutual Information Maximization for Large Language Model Alignment","created":"2025-05-13","cited_by_count":7,"area":"alignment"},{"id":"2506.12350","title":"Theoretical Tensions in RLHF: Reconciling Empirical Success with Inconsistencies in Social Choice Theory","created":"2025-06-14","cited_by_count":7,"area":"alignment"},{"id":"2406.09574","title":"Online Bandit Learning with Offline Preference Data for Improved RLHF","created":"2024-06-13","cited_by_count":6,"area":"alignment"},{"id":"2503.04222","title":"FuseChat-3.0: Preference Optimization Meets Heterogeneous Model Fusion","created":"2025-03-06","cited_by_count":6,"area":"alignment"},{"id":"2505.02363","title":"SIMPLEMIX: Frustratingly Simple Mixing of Off- and On-policy Data in Language Model Preference Learning","created":"2025-05-05","cited_by_count":6,"area":"alignment"},{"id":"2506.07492","title":"Explicit Preference Optimization: No Need for an Implicit Reward Model","created":"2025-06-09","cited_by_count":6,"area":"alignment"},{"id":"2601.08421","title":"Coverage Improvement and Fast Convergence of On-policy Preference Learning","created":"2026-01-13","cited_by_count":6,"area":"alignment"},{"id":"2407.09072","title":"New Desiderata for Direct Preference Optimization","created":"2024-07-12","cited_by_count":5,"area":"alignment"},{"id":"2410.09362","title":"SeRA: Self-Reviewing and Alignment of Large Language Models using Implicit Reward Margins","created":"2024-10-12","cited_by_count":5,"area":"alignment"},{"id":"2410.17131","title":"Self-Steering Optimization: Autonomous Preference Optimization for Large Language Models","created":"2024-10-22","cited_by_count":5,"area":"alignment"},{"id":"2502.13177","title":"KL Penalty Control via Perturbation for Direct Preference Optimization","created":"2025-02-18","cited_by_count":5,"area":"alignment"},{"id":"2503.00030","title":"RSPO: Regularized Self-Play Alignment of Large Language Models","created":"2025-02-24","cited_by_count":5,"area":"alignment"},{"id":"2506.22578","title":"The Hidden Link Between RLHF and Contrastive Learning","created":"2025-06-27","cited_by_count":5,"area":"alignment"},{"id":"2405.20215","title":"TS-Align: A Teacher-Student Collaborative Framework for Scalable Iterative Finetuning of Large Language Models","created":"2024-05-30","cited_by_count":4,"area":"alignment"},{"id":"2410.02451","title":"Strong Preferences Affect the Robustness of Preference Models and Value Alignment","created":"2024-10-03","cited_by_count":4,"area":"alignment"},{"id":"2501.18511","title":"WILDCHAT-50M: A Deep Dive Into the Role of Synthetic Data in Post-Training","created":"2025-01-30","cited_by_count":4,"area":"alignment"},{"id":"2503.15880","title":"InCo-DPO: Balancing Distribution Shift and Data Quality for Enhanced Preference Optimization","created":"2025-03-20","cited_by_count":4,"area":"alignment"},{"id":"2405.13541","title":"Annotation-Efficient Language Model Alignment via Diverse and Representative Response Texts","created":"2024-05-22","cited_by_count":3,"area":"alignment"},{"id":"2410.07025","title":"CheXalign: Preference fine-tuning in chest X-ray interpretation models without human feedback","created":"2024-10-09","cited_by_count":3,"area":"alignment"},{"id":"2410.07513","title":"Evolutionary Contrastive Distillation for Language Model Alignment","created":"2024-10-10","cited_by_count":3,"area":"alignment"},{"id":"2506.14157","title":"DCRM: A Heuristic to Measure Response Pair Quality in Preference Optimization","created":"2025-06-17","cited_by_count":3,"area":"alignment"},{"id":"2509.23371","title":"Alignment through Meta-Weighted Online Sampling: Bridging the Gap between Data Generation and Preference Optimization","created":"2025-09-27","cited_by_count":3,"area":"alignment"},{"id":"2510.01458","title":"How Well Can Preference Optimization Generalize Under Noisy Feedback?","created":"2025-10-01","cited_by_count":3,"area":"alignment"},{"id":"2510.20413","title":"Why DPO is a Misspecified Estimator and How to Fix It","created":"2025-10-23","cited_by_count":3,"area":"alignment"},{"id":"2506.04272","title":"Understanding the Impact of Sampling Quality in Direct Preference Optimization","created":"2025-06-03","cited_by_count":2,"area":"alignment"},{"id":"2507.07723","title":"Stable Preference Optimization: A Bilevel Approach to Catastrophic Preference Shift","created":"2025-07-10","cited_by_count":2,"area":"alignment"},{"id":"2510.03269","title":"General Exploratory Bonus for Optimistic Exploration in RLHF","created":"2025-09-27","cited_by_count":2,"area":"alignment"},{"id":"2511.09385","title":"AMaPO: Adaptive Margin-attached Preference Optimization for Language Model Alignment","created":"2025-11-12","cited_by_count":2,"area":"alignment"},{"id":"2602.12180","title":"How Sampling Shapes LLM Alignment: From One-Shot Optima to Iterative Dynamics","created":"2026-02-12","cited_by_count":2,"area":"alignment"},{"id":"2502.18679","title":"Discriminative Finetuning of Generative Large Language Models without Reward Models and Human Preference Data","created":"2025-02-25","cited_by_count":1,"area":"alignment"},{"id":"2505.22820","title":"Preference Learning with Response Time: Robust Losses and Guarantees","created":"2025-05-28","cited_by_count":1,"area":"alignment"},{"id":"2506.05260","title":"LeanPO: Lean Preference Optimization for Likelihood Alignment in Video-LLMs","created":"2025-06-05","cited_by_count":1,"area":"alignment"},{"id":"2508.10530","title":"Is On-Policy Data always the Best Choice for Direct Preference Optimization-based LM Alignment?","created":"2025-08-14","cited_by_count":1,"area":"alignment"},{"id":"2510.21090","title":"Self-Rewarding PPO: Aligning Large Language Models with Demonstrations Only","created":"2025-10-24","cited_by_count":1,"area":"alignment"},{"id":"2603.18258","title":"Sharpness-Aware Minimization in Logit Space Efficiently Enhances Direct Preference Optimization","created":"2026-03-18","cited_by_count":1,"area":"alignment"},{"id":"2605.02626","title":"Gradient-Gated DPO: Stabilizing Preference Optimization in Language Models","created":"2026-05-04","cited_by_count":1,"area":"alignment"},{"id":"2607.16240","title":"Normalized Rewards for Preference Optimization","created":"2026-06-26","cited_by_count":1,"area":"alignment"},{"id":"2510.05534","title":"Revisiting Self-Play Preference Optimization: On the Role of Prompt Difficulty","created":"2025-10-07","cited_by_count":0,"area":"alignment"},{"id":"2512.10601","title":"Multi-Objective Reward and Preference Optimization: Theory and Algorithms","created":"2025-12-11","cited_by_count":0,"area":"alignment"},{"id":"2605.10189","title":"ProteinOPD: Towards Effective and Efficient Preference Alignment for Protein Design","created":"2026-05-11","cited_by_count":0,"area":"alignment"},{"id":"2605.26293","title":"CroCo: Cross-Lingual Contrastive Preference Tuning on Self-Generations","created":"2026-05-25","cited_by_count":0,"area":"alignment"},{"id":"2609.03960","title":"FiMI Banking: A Sovereign Model for Indian Retail Banking","created":"2026-09-03","cited_by_count":0,"area":"alignment"},{"id":"2609.06893","title":"Towards Bridging the Gap Between Offline and Iterative Alignment via Preference Distillation","created":"2026-09-07","cited_by_count":0,"area":"alignment"},{"id":"2609.07808","title":"You Can't Prefer Emotions You Don't Sample: Intensity Undershoot in DPO-Tuned LLMs","created":"2026-09-07","cited_by_count":0,"area":"alignment"},{"id":"2609.19144","title":"A Zeroth-Order Paradigm for LLM Preference Alignment","created":"2026-09-16","cited_by_count":0,"area":"alignment"}],"next_cursor":null}