{"total":42,"rows":[{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2503.15477","title":"What Makes a Reward Model a Good Teacher? An Optimization Perspective","created":"2025-03-19","cited_by_count":73,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2310.14554","title":"Making RL with Preference-based Feedback Efficient via Randomization","created":"2023-10-23","cited_by_count":46,"area":"alignment"},{"id":"2404.08495","title":"Dataset Reset Policy Optimization for RLHF","created":"2024-04-12","cited_by_count":41,"area":"alignment"},{"id":"2402.10342","title":"Exploration-Driven Policy Optimization in RLHF: Theoretical Insights on Efficient Data Utilization","created":"2024-02-15","cited_by_count":25,"area":"alignment"},{"id":"2407.18676","title":"Right Now, Wrong Then: Non-Stationary Direct Preference Optimization under Preference Drift","created":"2024-07-26","cited_by_count":13,"area":"alignment"},{"id":"2409.17401","title":"Zeroth-Order Policy Gradient for Reinforcement Learning from Human Feedback without Reward Inference","created":"2024-09-25","cited_by_count":12,"area":"alignment"},{"id":"2502.01203","title":"KL-Regularized RLHF with Multiple Reference Models: Exact Solutions and Sample Complexity","created":"2025-02-03","cited_by_count":11,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2310.17303","title":"Demonstration-Regularized RL","created":"2023-10-26","cited_by_count":9,"area":"alignment"},{"id":"2410.23569","title":"RA-PbRL: Provably Efficient Risk-Aware Preference-Based Reinforcement Learning","created":"2024-10-31","cited_by_count":9,"area":"alignment"},{"id":"2412.10616","title":"Hybrid Preference Optimization for Alignment: Provably Faster Convergence Rates by Combining Offline Preferences with Online Exploration","created":"2024-12-13","cited_by_count":6,"area":"alignment"},{"id":"2507.07981","title":"Why is Your Language Model a Poor Implicit Reward Model?","created":"2025-07-10","cited_by_count":6,"area":"alignment"},{"id":"2601.16403","title":"Towards a Theoretical Understanding to the Generalization of RLHF","created":"2026-01-23","cited_by_count":6,"area":"alignment"},{"id":"2505.20556","title":"Learning a Pessimistic Reward Model in RLHF","created":"2025-05-26","cited_by_count":5,"area":"alignment"},{"id":"2512.23816","title":"Improved Bounds for Private and Robust Alignment","created":"2025-12-29","cited_by_count":5,"area":"alignment"},{"id":"2502.19255","title":"Can RLHF be More Efficient with Imperfect Reward Models? A Policy Coverage Perspective","created":"2025-02-26","cited_by_count":4,"area":"alignment"},{"id":"2503.19201","title":"A Shared Low-Rank Adaptation Approach to Personalized RLHF","created":"2025-03-24","cited_by_count":4,"area":"alignment"},{"id":"2505.23673","title":"Bayesian Optimization from Human Feedback: Near-Optimal Regret Bounds","created":"2025-05-29","cited_by_count":3,"area":"alignment"},{"id":"2506.01523","title":"Beyond RLHF: A Unified Theoretical Framework of Alignment","created":"2025-06-02","cited_by_count":3,"area":"alignment"},{"id":"2510.18713","title":"Preference-based Reinforcement Learning beyond Pairwise Comparisons: Benefits of Multiple Options","created":"2025-10-21","cited_by_count":2,"area":"alignment"},{"id":"2510.23590","title":"Lightweight Robust Direct Preference Optimization","created":"2025-10-27","cited_by_count":2,"area":"alignment"},{"id":"2512.21917","title":"Semiparametric Preference Optimization: Your Language Model is Secretly a Single-Index Model","created":"2025-12-26","cited_by_count":2,"area":"alignment"},{"id":"2602.00603","title":"Direct Preference Optimization with Rating Information: Practical Algorithms and Provable Gains","created":"2026-01-31","cited_by_count":2,"area":"alignment"},{"id":"2604.19024","title":"Policy Gradient Primal-Dual Method for Safe Reinforcement Learning from Human Feedback","created":"2026-04-21","cited_by_count":2,"area":"alignment"},{"id":"2406.10445","title":"Binary Reward Labeling: Bridging Offline Preference and Reward-Based Reinforcement Learning","created":"2024-06-14","cited_by_count":1,"area":"alignment"},{"id":"2510.05526","title":"Provably Mitigating Corruption, Overoptimization, and Verbosity Simultaneously in Offline and Online RLHF/DPO Alignment","created":"2025-10-07","cited_by_count":1,"area":"alignment"},{"id":"2604.00200","title":"Offline Constrained RLHF with Multiple Preference Oracles","created":"2026-03-31","cited_by_count":1,"area":"alignment"},{"id":"2606.01123","title":"From Reward-Free Representations to Preferences: Rethinking Offline Preference-Based Reinforcement Learning","created":"2026-05-31","cited_by_count":1,"area":"alignment"},{"id":"2412.21001","title":"LEASE: Offline Preference-based Reinforcement Learning with High Sample Efficiency","created":"2024-12-30","cited_by_count":0,"area":"alignment"},{"id":"2504.14732","title":"Reinforcement Learning from Multi-level and Episodic Human Feedback","created":"2025-04-20","cited_by_count":0,"area":"alignment"},{"id":"2505.06601","title":"Learning Guarantee of Reward Modeling Using Deep Neural Networks","created":"2025-05-10","cited_by_count":0,"area":"alignment"},{"id":"2505.18952","title":"Online Knowledge Distillation with Reward Guidance","created":"2025-05-25","cited_by_count":0,"area":"alignment"},{"id":"2505.23927","title":"Thompson Sampling in Online RLHF with General Function Approximation","created":"2025-05-29","cited_by_count":0,"area":"alignment"},{"id":"2602.06239","title":"Provably avoiding over-optimization in Direct Preference Optimization without knowing the data distribution","created":"2026-02-05","cited_by_count":0,"area":"alignment"},{"id":"2602.21765","title":"Generalisation of RLHF under Reward Shift and Clipped KL Regularisation","created":"2026-02-25","cited_by_count":0,"area":"alignment"},{"id":"2608.15402","title":"Towards a theory of inference-time alignment with unknown rewards","created":"2026-08-15","cited_by_count":0,"area":"alignment"}],"next_cursor":null}