{"total":16,"rows":[{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2507.00018","title":"Implicit Reward as the Bridge: A Unified View of SFT and DPO Connections","created":"2025-06-15","cited_by_count":17,"area":"alignment"},{"id":"2507.21183","title":"MaPPO: Maximum a Posteriori Preference Optimization with Prior Knowledge","created":"2025-07-27","cited_by_count":15,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2510.26707","title":"Value Drifts: Tracing Value Alignment During LLM Post-Training","created":"2025-10-30","cited_by_count":10,"area":"alignment"},{"id":"2507.07981","title":"Why is Your Language Model a Poor Implicit Reward Model?","created":"2025-07-10","cited_by_count":6,"area":"alignment"},{"id":"2505.23316","title":"Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO","created":"2025-05-29","cited_by_count":5,"area":"alignment"},{"id":"2502.17721","title":"Aligning Compound AI Systems via System-level DPO","created":"2025-02-24","cited_by_count":4,"area":"alignment"},{"id":"2505.17859","title":"Scalable Valuation of Human Feedback through Provably Robust Model Alignment","created":"2025-05-23","cited_by_count":4,"area":"alignment"},{"id":"2512.00778","title":"What Is Preference Optimization Doing, and Why?","created":"2025-11-30","cited_by_count":2,"area":"alignment"},{"id":"2604.18239","title":"Towards Disentangled Preference Optimization Dynamics: Suppress the Loser, Preserve the Winner","created":"2026-04-20","cited_by_count":2,"area":"alignment"},{"id":"2605.18309","title":"Alignment Dynamics in LLM Fine-Tuning","created":"2026-05-18","cited_by_count":2,"area":"alignment"},{"id":"2603.18258","title":"Sharpness-Aware Minimization in Logit Space Efficiently Enhances Direct Preference Optimization","created":"2026-03-18","cited_by_count":1,"area":"alignment"},{"id":"2605.02626","title":"Gradient-Gated DPO: Stabilizing Preference Optimization in Language Models","created":"2026-05-04","cited_by_count":1,"area":"alignment"},{"id":"2605.04572","title":"From Parameter Dynamics to Risk Scoring : Quantifying Sample-Level Safety Degradation in LLM Fine-tuning","created":"2026-05-06","cited_by_count":0,"area":"alignment"},{"id":"2609.19144","title":"A Zeroth-Order Paradigm for LLM Preference Alignment","created":"2026-09-16","cited_by_count":0,"area":"alignment"}],"next_cursor":null}