{"total":51,"rows":[{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2408.06266","title":"Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment","created":"2024-08-12","cited_by_count":46,"area":"alignment"},{"id":"2410.10148","title":"AlphaDPO: Adaptive Reward Margin for Direct Preference Optimization","created":"2024-10-14","cited_by_count":29,"area":"alignment"},{"id":"2502.01930","title":"Robust LLM Alignment via Distributionally Robust Direct Preference Optimization","created":"2025-02-04","cited_by_count":18,"area":"alignment"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2506.03690","title":"Robust Preference Optimization via Dynamic Target Margins","created":"2025-06-04","cited_by_count":13,"area":"alignment"},{"id":"2508.18312","title":"What Matters in Data for DPO?","created":"2025-08-23","cited_by_count":12,"area":"alignment"},{"id":"2503.02783","title":"Teaching Your Models to Understand Code via Focal Preference Alignment","created":"2025-03-04","cited_by_count":10,"area":"alignment"},{"id":"2410.05102","title":"SparsePO: Controlling Preference Alignment of LLMs via Sparse Token Masks","created":"2024-10-07","cited_by_count":9,"area":"alignment"},{"id":"2504.03612","title":"AIR: A Systematic Analysis of Annotations, Instructions, and Response Pairs in Preference Dataset","created":"2025-04-04","cited_by_count":9,"area":"alignment"},{"id":"2504.15477","title":"In-context Ranking Preference Optimization","created":"2025-04-21","cited_by_count":9,"area":"alignment"},{"id":"2505.19601","title":"Preference Optimization by Estimating the Ratio of the Data Distribution","created":"2025-05-26","cited_by_count":9,"area":"alignment"},{"id":"2502.20847","title":"Gradient Imbalance in Direct Preference Optimization","created":"2025-02-28","cited_by_count":6,"area":"alignment"},{"id":"2605.01123","title":"PERSA: Reinforcement Learning for Professor-Style Personalized Feedback with LLMs","created":"2026-05-01","cited_by_count":6,"area":"alignment"},{"id":"2410.08316","title":"COS-DPO: Conditioned One-Shot Multi-Objective Fine-Tuning Framework","created":"2024-10-10","cited_by_count":5,"area":"alignment"},{"id":"2502.13177","title":"KL Penalty Control via Perturbation for Direct Preference Optimization","created":"2025-02-18","cited_by_count":5,"area":"alignment"},{"id":"2505.23316","title":"Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO","created":"2025-05-29","cited_by_count":5,"area":"alignment"},{"id":"2409.17169","title":"REAL: Response Embedding-based Alignment for LLMs","created":"2024-09-17","cited_by_count":4,"area":"alignment"},{"id":"2503.07426","title":"RePO: Understanding Preference Learning Through ReLU-Based Optimization","created":"2025-03-10","cited_by_count":4,"area":"alignment"},{"id":"2504.16628","title":"ParetoHqD: Fast Offline Multiobjective Alignment of Large Language Models using Pareto High-quality Data","created":"2025-04-23","cited_by_count":4,"area":"alignment"},{"id":"2505.17859","title":"Scalable Valuation of Human Feedback through Provably Robust Model Alignment","created":"2025-05-23","cited_by_count":4,"area":"alignment"},{"id":"2511.15767","title":"TB or Not TB: Coverage-Driven Direct Preference Optimization for Verilog Stimulus Generation","created":"2025-11-19","cited_by_count":4,"area":"alignment"},{"id":"2505.21907","title":"Modeling and Optimizing User Preferences in AI Copilots: A Comprehensive Survey and Taxonomy","created":"2025-05-28","cited_by_count":3,"area":"alignment"},{"id":"2506.04272","title":"Understanding the Impact of Sampling Quality in Direct Preference Optimization","created":"2025-06-03","cited_by_count":2,"area":"alignment"},{"id":"2509.23564","title":"Clean First, Align Later: Benchmarking Preference Data Cleaning for Reliable LLM Alignment","created":"2025-09-28","cited_by_count":2,"area":"alignment"},{"id":"2603.18113","title":"VC-Soup: Value-Consistency Guided Multi-Value Alignment for Large Language Models","created":"2026-03-18","cited_by_count":2,"area":"alignment"},{"id":"2605.04539","title":"RLearner-LLM: Balancing Logical Grounding and Fluency in Large Language Models via Hybrid Direct Preference Optimization","created":"2026-05-06","cited_by_count":2,"area":"alignment"},{"id":"2506.05260","title":"LeanPO: Lean Preference Optimization for Likelihood Alignment in Video-LLMs","created":"2025-06-05","cited_by_count":1,"area":"alignment"},{"id":"2507.20181","title":"SGPO: Self-Generated Preference Optimization based on Self-Improver","created":"2025-07-27","cited_by_count":1,"area":"alignment"},{"id":"2509.22851","title":"Adaptive Margin RLHF via Preference over Preferences","created":"2025-09-26","cited_by_count":1,"area":"alignment"},{"id":"2510.05342","title":"Margin Adaptive DPO: Leveraging Reward Model for Granular Control in Preference Optimization","created":"2025-10-06","cited_by_count":1,"area":"alignment"},{"id":"2510.14459","title":"Holdout-Loss-Based Data Selection for LLM Finetuning via In-Context Learning","created":"2025-10-16","cited_by_count":1,"area":"alignment"},{"id":"2601.06180","title":"MixDPO: Modeling Preference Strength for Pluralistic Alignment","created":"2026-01-07","cited_by_count":1,"area":"alignment"},{"id":"2602.09533","title":"Autoregressive Direct Preference Optimization","created":"2026-02-10","cited_by_count":1,"area":"alignment"},{"id":"2508.09653","title":"On Negative-aware Preference Optimization for Recommendation","created":"2025-08-13","cited_by_count":0,"area":"alignment"},{"id":"2510.09887","title":"Overconfident and Blind to Details: Fixing Prompt Insensitivity with Abductive Preference Learning","created":"2025-10-10","cited_by_count":0,"area":"alignment"},{"id":"2601.22385","title":"SP^2DPO: An LLM-assisted Semantic Per-Pair DPO Generalization","created":"2026-01-29","cited_by_count":0,"area":"alignment"},{"id":"2603.04968","title":"When Weak LLMs Speak with Confidence, Preference Alignment Gets Stronger","created":"2026-03-05","cited_by_count":0,"area":"alignment"},{"id":"2603.04974","title":"VRM: Teaching Reward Models to Understand Authentic Human Preferences","created":"2026-03-05","cited_by_count":0,"area":"alignment"},{"id":"2604.24804","title":"Intrinsic Mutual Information as a Modulator for Preference Optimization","created":"2026-04-27","cited_by_count":0,"area":"alignment"},{"id":"2605.00327","title":"DynamicPO: Dynamic Preference Optimization for Recommendation","created":"2026-05-01","cited_by_count":0,"area":"alignment"},{"id":"2605.10863","title":"DGPO: Beyond Pairwise Preferences with Directional Consistent Groupwise Optimization","created":"2026-05-11","cited_by_count":0,"area":"alignment"},{"id":"2605.10981","title":"$\\xi$-DPO: Direct Preference Optimization via Ratio Reward Margin","created":"2026-05-09","cited_by_count":0,"area":"alignment"},{"id":"2605.12288","title":"TokenRatio: Principled Token-Level Preference Optimization via Ratio Matching","created":"2026-05-12","cited_by_count":0,"area":"alignment"},{"id":"2607.27366","title":"BridgeAlign: Bridging Preference Alignment for Humanities and Social Sciences","created":"2026-07-29","cited_by_count":0,"area":"alignment"},{"id":"2608.09568","title":"Se-DPO: Self-Evolving Token Credit for Direct Preference Optimization","created":"2026-08-10","cited_by_count":0,"area":"alignment"},{"id":"2608.27032","title":"Disentangling Optimization Scale from Preference Scale in DPO","created":"2026-08-27","cited_by_count":0,"area":"alignment"},{"id":"2609.05899","title":"AlignDiff: Exploiting Model-Intrinsic Information for Better Preference Data Selection","created":"2026-09-05","cited_by_count":0,"area":"alignment"},{"id":"2609.16532","title":"Style-Debiased DPO: Updating LLM Knowledge with Factuality-Aware Synthetic Preference Data","created":"2026-09-15","cited_by_count":0,"area":"alignment"},{"id":"2609.38647","title":"Uncertainty-Normalized Margins for Direct Preference Optimization","created":"2026-09-29","cited_by_count":0,"area":"alignment"},{"id":"2610.19095","title":"Similar Models, Broken Odds: Where Luce's Axiom Fails in Chatbot Arena","created":"2026-10-13","cited_by_count":0,"area":"alignment"}],"next_cursor":null}