{"total":66,"rows":[{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143,"area":"alignment"},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2406.00222","title":"Learning to Clarify: Multi-turn Conversations with Action-Based Contrastive Self-Training","created":"2024-05-31","cited_by_count":57,"area":"alignment"},{"id":"2602.01511","title":"Alternating Reinforcement Learning for Rubric-Based Reward Modeling in Non-Verifiable LLM Post-Training","created":"2026-02-02","cited_by_count":54,"area":"alignment"},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2502.00883","title":"SimPER: A Minimalist Approach to Preference Alignment without Hyperparameters","created":"2025-02-02","cited_by_count":25,"area":"alignment"},{"id":"2502.13922","title":"LongPO: Long Context Self-Evolution of Large Language Models through Short-to-Long Preference Optimization","created":"2025-02-19","cited_by_count":24,"area":"alignment"},{"id":"2511.01689","title":"Open Character Training: Shaping the Persona of AI Assistants through Constitutional AI","created":"2025-11-03","cited_by_count":24,"area":"alignment"},{"id":"2409.06957","title":"Policy Filtration for RLHF to Mitigate Noise in Reward Models","created":"2024-09-11","cited_by_count":22,"area":"alignment"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2502.09604","title":"SelfCite: Self-Supervised Alignment for Context Attribution in Large Language Models","created":"2025-02-13","cited_by_count":20,"area":"alignment"},{"id":"2406.01660","title":"Self-Improving Robust Preference Optimization","created":"2024-06-03","cited_by_count":19,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2407.18676","title":"Right Now, Wrong Then: Non-Stationary Direct Preference Optimization under Preference Drift","created":"2024-07-26","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2505.10892","title":"Multi-Objective Preference Optimization: Improving Human Alignment of Generative Models","created":"2025-05-16","cited_by_count":13,"area":"alignment"},{"id":"2508.18312","title":"What Matters in Data for DPO?","created":"2025-08-23","cited_by_count":12,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2502.19731","title":"Preference Learning Unlocks LLMs' Psycho-Counseling Skills","created":"2025-02-27","cited_by_count":10,"area":"alignment"},{"id":"2412.04628","title":"Multi-Preference Optimization: Generalizing DPO via Set-Level Contrasts","created":"2024-12-05","cited_by_count":9,"area":"alignment"},{"id":"2505.13787","title":"Preference Learning with Lie Detectors can Induce Honesty or Evasion","created":"2025-05-20","cited_by_count":9,"area":"alignment"},{"id":"2412.15282","title":"A Systematic Examination of Preference Learning through the Lens of Instruction-Following","created":"2024-12-18","cited_by_count":8,"area":"alignment"},{"id":"2405.20830","title":"Self-Augmented Preference Optimization: Off-Policy Paradigms for Language Model Alignment","created":"2024-05-31","cited_by_count":7,"area":"alignment"},{"id":"2410.01735","title":"LASeR: Learning to Adaptively Select Reward Models with Multi-Armed Bandits","created":"2024-10-02","cited_by_count":7,"area":"alignment"},{"id":"2410.11677","title":"Understanding Likelihood Over-optimisation in Direct Alignment Algorithms","created":"2024-10-15","cited_by_count":7,"area":"alignment"},{"id":"2412.00624","title":"VideoSAVi: Self-Aligned Video Language Models without Human Supervision","created":"2024-12-01","cited_by_count":7,"area":"alignment"},{"id":"2502.18293","title":"AMPO: Active Multi-Preference Optimization for Self-play Preference Selection","created":"2025-02-25","cited_by_count":5,"area":"alignment"},{"id":"2503.00030","title":"RSPO: Regularized Self-Play Alignment of Large Language Models","created":"2025-02-24","cited_by_count":5,"area":"alignment"},{"id":"2502.19255","title":"Can RLHF be More Efficient with Imperfect Reward Models? A Policy Coverage Perspective","created":"2025-02-26","cited_by_count":4,"area":"alignment"},{"id":"2504.09895","title":"Learning from Reference Answers: Versatile Language Model Alignment without Binary Human Preference Data","created":"2025-04-14","cited_by_count":4,"area":"alignment"},{"id":"2509.18531","title":"No Verifiable Reward for Prosody: Toward Preference-Guided Prosody Learning in TTS","created":"2025-09-23","cited_by_count":4,"area":"alignment"},{"id":"2408.10642","title":"Minor SFT loss for LLM fine-tune to increase performance and reduce model deviation","created":"2024-08-20","cited_by_count":3,"area":"alignment"},{"id":"2503.23777","title":"CONGRAD:Conflicting Gradient Filtering for Multilingual Preference Alignment","created":"2025-03-31","cited_by_count":3,"area":"alignment"},{"id":"2505.21907","title":"Modeling and Optimizing User Preferences in AI Copilots: A Comprehensive Survey and Taxonomy","created":"2025-05-28","cited_by_count":3,"area":"alignment"},{"id":"2502.17507","title":"C2-DPO: Constrained Controlled Direct Preference Optimization","created":"2025-02-22","cited_by_count":2,"area":"alignment"},{"id":"2504.08590","title":"Playpen: An Environment for Exploring Learning Through Conversational Interaction","created":"2025-04-11","cited_by_count":2,"area":"alignment"},{"id":"2506.04272","title":"Understanding the Impact of Sampling Quality in Direct Preference Optimization","created":"2025-06-03","cited_by_count":2,"area":"alignment"},{"id":"2507.20067","title":"PITA: Preference-Guided Inference-Time Alignment for LLM Post-Training","created":"2025-07-26","cited_by_count":2,"area":"alignment"},{"id":"2509.03672","title":"SharedRep-RLHF: A Shared Representation Approach to RLHF with Diverse Preferences","created":"2025-09-03","cited_by_count":2,"area":"alignment"},{"id":"2510.03269","title":"General Exploratory Bonus for Optimistic Exploration in RLHF","created":"2025-09-27","cited_by_count":2,"area":"alignment"},{"id":"2602.00603","title":"Direct Preference Optimization with Rating Information: Practical Algorithms and Provable Gains","created":"2026-01-31","cited_by_count":2,"area":"alignment"},{"id":"2602.00954","title":"Small-Margin Preferences Still Matter-If You Train Them Right","created":"2026-02-01","cited_by_count":2,"area":"alignment"},{"id":"2411.02481","title":"Dr. SoW: Density Ratio of Strong-over-weak LLMs for Reducing the Cost of Human Annotation in Preference Tuning","created":"2024-11-04","cited_by_count":1,"area":"alignment"},{"id":"2502.05773","title":"PIPA: Preference Alignment as Prior-Informed Statistical Estimation","created":"2025-02-09","cited_by_count":1,"area":"alignment"},{"id":"2506.05748","title":"Efficient Online RFT with Plug-and-Play LLM Judges: Unlocking State-of-the-Art Performance","created":"2025-06-06","cited_by_count":1,"area":"alignment"},{"id":"2509.26169","title":"Alignment-Aware Decoding","created":"2025-09-30","cited_by_count":1,"area":"alignment"},{"id":"2602.01137","title":"Self-Generative Adversarial Fine-Tuning for Large Language Models","created":"2026-02-01","cited_by_count":1,"area":"alignment"},{"id":"2602.09533","title":"Autoregressive Direct Preference Optimization","created":"2026-02-10","cited_by_count":1,"area":"alignment"},{"id":"2603.18258","title":"Sharpness-Aware Minimization in Logit Space Efficiently Enhances Direct Preference Optimization","created":"2026-03-18","cited_by_count":1,"area":"alignment"},{"id":"2604.08723","title":"Decomposing the Delta: What Do Models Actually Learn from Preference Pairs?","created":"2026-04-09","cited_by_count":1,"area":"alignment"},{"id":"2505.15626","title":"Direct Preference Optimization for Adaptive Concept-based Explanations","created":"2025-05-21","cited_by_count":0,"area":"alignment"},{"id":"2505.18952","title":"Online Knowledge Distillation with Reward Guidance","created":"2025-05-25","cited_by_count":0,"area":"alignment"},{"id":"2506.08998","title":"On Monotonicity in AI Alignment","created":"2025-06-10","cited_by_count":0,"area":"alignment"},{"id":"2508.09653","title":"On Negative-aware Preference Optimization for Recommendation","created":"2025-08-13","cited_by_count":0,"area":"alignment"},{"id":"2606.28998","title":"Reward-Free Code Alignment from Pretrained or Fine-Tuned LLM: Unpacking the Trade-offs for Code Generation","created":"2026-06-27","cited_by_count":0,"area":"alignment"},{"id":"2609.19144","title":"A Zeroth-Order Paradigm for LLM Preference Alignment","created":"2026-09-16","cited_by_count":0,"area":"alignment"},{"id":"2610.01511","title":"GAW-PO: Preference Optimization with Gradient-Aligned Token Weights","created":"2026-10-01","cited_by_count":0,"area":"alignment"},{"id":"2610.02568","title":"Mitigating Social Sycophancy via Pluralistic Preference Optimization","created":"2026-10-01","cited_by_count":0,"area":"alignment"}],"next_cursor":null}