{"total":17,"rows":[{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2410.10148","title":"AlphaDPO: Adaptive Reward Margin for Direct Preference Optimization","created":"2024-10-14","cited_by_count":29,"area":"alignment"},{"id":"2502.00883","title":"SimPER: A Minimalist Approach to Preference Alignment without Hyperparameters","created":"2025-02-02","cited_by_count":25,"area":"alignment"},{"id":"2410.04203","title":"RainbowPO: A Unified Framework for Combining Improvements in Preference Optimization","created":"2024-10-05","cited_by_count":19,"area":"alignment"},{"id":"2411.07618","title":"Constrain Alignment with Sparse Autoencoders","created":"2024-11-12","cited_by_count":12,"area":"alignment"},{"id":"2506.01183","title":"Doubly Robust Alignment for Large Language Models","created":"2025-06-01","cited_by_count":12,"area":"alignment"},{"id":"2506.10054","title":"Uni-DPO: A Unified Paradigm for Dynamic Preference Optimization of LLMs","created":"2025-06-11","cited_by_count":9,"area":"alignment"},{"id":"2504.15843","title":"Pre-DPO: Improving Data Utilization in Direct Preference Optimization Using a Guiding Reference Model","created":"2025-04-22","cited_by_count":6,"area":"alignment"},{"id":"2502.11284","title":"Balancing the Budget: Understanding Trade-offs Between Supervised and Preference-Based Finetuning","created":"2025-02-16","cited_by_count":4,"area":"alignment"},{"id":"2602.11523","title":"Unifying Stable Optimization and Reference Regularization in RLHF","created":"2026-02-12","cited_by_count":4,"area":"alignment"},{"id":"2506.15717","title":"daDPO: Distribution-Aware DPO for Distilling Conversational Abilities","created":"2025-06-03","cited_by_count":3,"area":"alignment"},{"id":"2505.23761","title":"Differential Information Distribution: A Bayesian Perspective on Direct Preference Optimization","created":"2025-05-29","cited_by_count":1,"area":"alignment"},{"id":"2602.11902","title":"Mitigating Mismatch within Reference-based Preference Optimization","created":"2026-02-12","cited_by_count":1,"area":"alignment"},{"id":"2606.21089","title":"Repeated post-training is not Self-improving: Diagnosing Scientific Amnesia in Continual DPO Pipelines","created":"2026-06-17","cited_by_count":1,"area":"alignment"},{"id":"2409.17545","title":"Modulated Intervention Preference Optimization (MIPO): Keep the Easy, Refine the Difficult","created":"2024-09-26","cited_by_count":0,"area":"alignment"},{"id":"2509.20265","title":"Failure Modes of Maximum Entropy RLHF","created":"2025-09-24","cited_by_count":0,"area":"alignment"},{"id":"2609.08634","title":"Suan: Rectifying Direct Preference Safety Alignment in Large Language Models","created":"2026-09-08","cited_by_count":0,"area":"alignment"}],"next_cursor":null}