{"total":40,"rows":[{"id":"2406.09215","title":"On Softmax Direct Preference Optimization for Recommendation","created":"2024-06-13","cited_by_count":64,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2404.04656","title":"Binary Classifier Optimization for Large Language Model Alignment","created":"2024-04-06","cited_by_count":45,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2406.10957","title":"Eliminating Biased Length Reliance of Direct Preference Optimization via Down-Sampled KL Divergence","created":"2024-06-16","cited_by_count":31,"area":"alignment"},{"id":"2502.00883","title":"SimPER: A Minimalist Approach to Preference Alignment without Hyperparameters","created":"2025-02-02","cited_by_count":25,"area":"alignment"},{"id":"2406.07327","title":"3D-Properties: Identifying Challenges in DPO and Charting a Path Forward","created":"2024-06-11","cited_by_count":24,"area":"alignment"},{"id":"2410.21545","title":"CARMO: Dynamic Criteria Generation for Context-Aware Reward Modelling","created":"2024-10-28","cited_by_count":22,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2503.02783","title":"Teaching Your Models to Understand Code via Focal Preference Alignment","created":"2025-03-04","cited_by_count":10,"area":"alignment"},{"id":"2412.04628","title":"Multi-Preference Optimization: Generalizing DPO via Set-Level Contrasts","created":"2024-12-05","cited_by_count":9,"area":"alignment"},{"id":"2412.13862","title":"Energy-Based Preference Model Offers Better Offline Alignment than the Bradley-Terry Preference Model","created":"2024-12-18","cited_by_count":9,"area":"alignment"},{"id":"2505.12225","title":"Mining Intrinsic Rewards from LLM Hidden States for Efficient Best-of-N Sampling","created":"2025-05-18","cited_by_count":9,"area":"alignment"},{"id":"2409.06411","title":"Length Desensitization in Direct Preference Optimization","created":"2024-09-10","cited_by_count":8,"area":"alignment"},{"id":"2505.08507","title":"InfoPO: On Mutual Information Maximization for Large Language Model Alignment","created":"2025-05-13","cited_by_count":7,"area":"alignment"},{"id":"2505.12843","title":"Bias Fitting to Mitigate Length Bias of Reward Model in RLHF","created":"2025-05-19","cited_by_count":7,"area":"alignment"},{"id":"2505.18720","title":"Optimal Transport-Based Token Weighting scheme for Enhanced Preference Optimization","created":"2025-05-24","cited_by_count":7,"area":"alignment"},{"id":"2508.14904","title":"Efficient Switchable Safety Control in LLMs via Magic-Token-Guided Co-Training","created":"2025-08-12","cited_by_count":7,"area":"alignment"},{"id":"2502.00814","title":"Disentangling Length Bias In Preference Learning Via Response-Conditioned Modeling","created":"2025-02-02","cited_by_count":6,"area":"alignment"},{"id":"2409.07772","title":"Alignment with Preference Optimization Is All You Need for LLM Safety","created":"2024-09-12","cited_by_count":5,"area":"alignment"},{"id":"2502.18293","title":"AMPO: Active Multi-Preference Optimization for Self-play Preference Selection","created":"2025-02-25","cited_by_count":5,"area":"alignment"},{"id":"2505.23316","title":"Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO","created":"2025-05-29","cited_by_count":5,"area":"alignment"},{"id":"2506.22578","title":"The Hidden Link Between RLHF and Contrastive Learning","created":"2025-06-27","cited_by_count":5,"area":"alignment"},{"id":"2502.01237","title":"The Differences Between Direct Alignment Algorithms are a Blur","created":"2025-02-03","cited_by_count":3,"area":"alignment"},{"id":"2505.12435","title":"SGDPO: Self-Guided Direct Preference Optimization for Language Model Alignment","created":"2025-05-18","cited_by_count":3,"area":"alignment"},{"id":"2510.13022","title":"On the Role of Preference Variance in Preference Optimization","created":"2025-10-14","cited_by_count":3,"area":"alignment"},{"id":"2603.00526","title":"Mesh-Pro: Asynchronous Advantage-guided Ranking Preference Optimization for Artist-style Quadrilateral Mesh Generation","created":"2026-02-28","cited_by_count":3,"area":"alignment"},{"id":"2502.14400","title":"HPS: Hard Preference Sampling for Human Preference Alignment","created":"2025-02-20","cited_by_count":2,"area":"alignment"},{"id":"2602.00603","title":"Direct Preference Optimization with Rating Information: Practical Algorithms and Provable Gains","created":"2026-01-31","cited_by_count":2,"area":"alignment"},{"id":"2406.16377","title":"On the Transformations across Reward Model, Parameter Update, and In-Context Prompt","created":"2024-06-24","cited_by_count":1,"area":"alignment"},{"id":"2502.18679","title":"Discriminative Finetuning of Generative Large Language Models without Reward Models and Human Preference Data","created":"2025-02-25","cited_by_count":1,"area":"alignment"},{"id":"2505.23761","title":"Differential Information Distribution: A Bayesian Perspective on Direct Preference Optimization","created":"2025-05-29","cited_by_count":1,"area":"alignment"},{"id":"2607.16240","title":"Normalized Rewards for Preference Optimization","created":"2026-06-26","cited_by_count":1,"area":"alignment"},{"id":"2412.16378","title":"REFA: Reference Free Alignment for multi-preference optimization","created":"2024-12-20","cited_by_count":0,"area":"alignment"},{"id":"2505.12845","title":"Multi-Level Aware Preference Learning: Enhancing RLHF for Complex Multi-Instruction Tasks","created":"2025-05-19","cited_by_count":0,"area":"alignment"},{"id":"2609.06893","title":"Towards Bridging the Gap Between Offline and Iterative Alignment via Preference Distillation","created":"2026-09-07","cited_by_count":0,"area":"alignment"},{"id":"2609.16340","title":"StalePO: Anchored Token-Level Preference Optimization using Legacy Post-Edits in Machine Translation","created":"2026-09-14","cited_by_count":0,"area":"alignment"},{"id":"2609.19144","title":"A Zeroth-Order Paradigm for LLM Preference Alignment","created":"2026-09-16","cited_by_count":0,"area":"alignment"}],"next_cursor":null}