{"total":32,"rows":[{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2406.19371","title":"Suri: Multi-constraint Instruction Following for Long-form Text Generation","created":"2024-06-27","cited_by_count":34,"area":"alignment"},{"id":"2409.19605","title":"The Crucial Role of Samplers in Online Direct Preference Optimization","created":"2024-09-29","cited_by_count":27,"area":"alignment"},{"id":"2407.13709","title":"Understanding Reference Policies in Direct Preference Optimization","created":"2024-07-18","cited_by_count":22,"area":"alignment"},{"id":"2409.09603","title":"Towards Data-Centric RLHF: Simple Metrics for Preference Dataset Comparison","created":"2024-09-15","cited_by_count":21,"area":"alignment"},{"id":"2502.16320","title":"Direct Alignment with Heterogeneous Preferences","created":"2025-02-22","cited_by_count":19,"area":"alignment"},{"id":"2501.19266","title":"Jackpot! Alignment as a Maximal Lottery","created":"2025-01-31","cited_by_count":17,"area":"alignment"},{"id":"2506.12725","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","created":"2025-06-15","cited_by_count":15,"area":"alignment"},{"id":"2506.06298","title":"Pairwise Calibrated Rewards for Pluralistic Alignment","created":"2025-05-17","cited_by_count":14,"area":"alignment"},{"id":"2510.26707","title":"Value Drifts: Tracing Value Alignment During LLM Post-Training","created":"2025-10-30","cited_by_count":10,"area":"alignment"},{"id":"2409.17431","title":"On Extending Direct Preference Optimization to Accommodate Ties","created":"2024-09-25","cited_by_count":8,"area":"alignment"},{"id":"2408.03459","title":"Can DPO Learn Diverse Human Values? A Theoretical Scaling Law","created":"2024-08-06","cited_by_count":7,"area":"alignment"},{"id":"2410.04346","title":"Permutative Preference Alignment from Listwise Ranking of Human Judgments","created":"2024-10-06","cited_by_count":7,"area":"alignment"},{"id":"2407.04185","title":"HAF-RM: A Hybrid Alignment Framework for Reward Model Training","created":"2024-07-04","cited_by_count":5,"area":"alignment"},{"id":"2410.08316","title":"COS-DPO: Conditioned One-Shot Multi-Objective Fine-Tuning Framework","created":"2024-10-10","cited_by_count":5,"area":"alignment"},{"id":"2412.17696","title":"Understanding the Logic of Direct Preference Alignment through Logic","created":"2024-12-23","cited_by_count":5,"area":"alignment"},{"id":"2504.07856","title":"Dual-Difficulty Curriculum Learning for Direct Preference Optimization","created":"2025-04-10","cited_by_count":5,"area":"alignment"},{"id":"2501.06645","title":"FocalPO: Enhancing Preference Optimizing by Focusing on Correct Preference Rankings","created":"2025-01-11","cited_by_count":3,"area":"alignment"},{"id":"2602.10286","title":"What Does Preference Learning Recover from Pairwise Comparison Data?","created":"2026-02-10","cited_by_count":3,"area":"alignment"},{"id":"2410.18127","title":"Holistic Utility Preference Learning for Listwise Alignment","created":"2024-10-17","cited_by_count":2,"area":"alignment"},{"id":"2511.09385","title":"AMaPO: Adaptive Margin-attached Preference Optimization for Language Model Alignment","created":"2025-11-12","cited_by_count":2,"area":"alignment"},{"id":"2605.08037","title":"Beyond Pairs: Your Language Model is Secretly Optimizing a Preference Graph","created":"2026-05-08","cited_by_count":2,"area":"alignment"},{"id":"2606.21550","title":"AI Alignment From Social Choice Perspectives","created":"2026-06-19","cited_by_count":2,"area":"alignment"},{"id":"2505.13257","title":"Is Active Persona Inference Necessary for Aligning Small Models to Personal Preferences?","created":"2025-05-19","cited_by_count":1,"area":"alignment"},{"id":"2505.19964","title":"The Limits of Preference Data for Post-Training","created":"2025-05-26","cited_by_count":1,"area":"alignment"},{"id":"2506.08681","title":"Mitigating Reward Over-optimization in Direct Alignment Algorithms with Importance Sampling","created":"2025-06-10","cited_by_count":1,"area":"alignment"},{"id":"2509.23667","title":"Why Alignment Must Precede Distillation: A Minimal Working Explanation","created":"2025-09-28","cited_by_count":1,"area":"alignment"},{"id":"2602.11902","title":"Mitigating Mismatch within Reference-based Preference Optimization","created":"2026-02-12","cited_by_count":1,"area":"alignment"},{"id":"2506.08998","title":"On Monotonicity in AI Alignment","created":"2025-06-10","cited_by_count":0,"area":"alignment"},{"id":"2601.06108","title":"From RLHF to Direct Alignment: A Theoretical Unification of Preference Learning for Large Language Models","created":"2026-01-03","cited_by_count":0,"area":"alignment"},{"id":"2605.23244","title":"Convex Optimization for Alignment and Preference Learning on a Single GPU","created":"2026-05-22","cited_by_count":0,"area":"alignment"}],"next_cursor":null}