{"total":17,"rows":[{"id":"2408.06266","title":"Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment","created":"2024-08-12","cited_by_count":46,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2406.10957","title":"Eliminating Biased Length Reliance of Direct Preference Optimization via Down-Sampled KL Divergence","created":"2024-06-16","cited_by_count":31,"area":"alignment"},{"id":"2412.13862","title":"Energy-Based Preference Model Offers Better Offline Alignment than the Bradley-Terry Preference Model","created":"2024-12-18","cited_by_count":9,"area":"alignment"},{"id":"2406.12606","title":"Not Everything is All You Need: Toward Low-Redundant Optimization for Large Language Model Alignment","created":"2024-06-18","cited_by_count":7,"area":"alignment"},{"id":"2505.18720","title":"Optimal Transport-Based Token Weighting scheme for Enhanced Preference Optimization","created":"2025-05-24","cited_by_count":7,"area":"alignment"},{"id":"2502.00657","title":"LLM Safety Alignment is Divergence Estimation in Disguise","created":"2025-02-02","cited_by_count":6,"area":"alignment"},{"id":"2505.07558","title":"Direct Density Ratio Optimization: A Statistically Consistent Approach to Aligning Large Language Models","created":"2025-05-12","cited_by_count":6,"area":"alignment"},{"id":"2505.23316","title":"Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO","created":"2025-05-29","cited_by_count":5,"area":"alignment"},{"id":"2505.12435","title":"SGDPO: Self-Guided Direct Preference Optimization for Language Model Alignment","created":"2025-05-18","cited_by_count":3,"area":"alignment"},{"id":"2502.18679","title":"Discriminative Finetuning of Generative Large Language Models without Reward Models and Human Preference Data","created":"2025-02-25","cited_by_count":1,"area":"alignment"},{"id":"2510.04087","title":"Best of mini-N in-loop Sampling: A Contextual Quality Reward Model for Reliable and Efficient Best-of-N Sampling","created":"2025-10-05","cited_by_count":1,"area":"alignment"},{"id":"2605.10043","title":"Personalizing LLMs with Binary Feedback: A Preference-Corrected Optimization Framework","created":"2026-05-11","cited_by_count":1,"area":"alignment"},{"id":"2502.04567","title":"Preference Optimization via Contrastive Divergence: Your Reward Model is Secretly an NLL Estimator","created":"2025-02-06","cited_by_count":0,"area":"alignment"},{"id":"2507.09060","title":"CALMA: A Process for Deriving Context-aligned Axes for Language Model Alignment","created":"2025-07-11","cited_by_count":0,"area":"alignment"},{"id":"2604.04410","title":"Relative Density Ratio Optimization for Stable and Statistically Consistent Model Alignment","created":"2026-04-06","cited_by_count":0,"area":"alignment"},{"id":"2605.23244","title":"Convex Optimization for Alignment and Preference Learning on a Single GPU","created":"2026-05-22","cited_by_count":0,"area":"alignment"}],"next_cursor":null}