{"total":56,"rows":[{"id":"2310.12036","title":"A General Theoretical Paradigm to Understand Learning from Human Preferences","created":"2023-10-18","cited_by_count":912,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2301.11270","title":"Principled Reinforcement Learning with Human Feedback from Pairwise or $K$-wise Comparisons","created":"2023-01-26","cited_by_count":247,"area":"alignment"},{"id":"2312.00886","title":"Nash Learning from Human Feedback","created":"2023-12-01","cited_by_count":224,"area":"alignment"},{"id":"2401.04056","title":"A Minimaximalist Approach to Reinforcement Learning from Human Feedback","created":"2024-01-08","cited_by_count":144,"area":"alignment"},{"id":"2111.04850","title":"Dueling RL: Reinforcement Learning with Trajectory Preferences","created":"2021-11-08","cited_by_count":106,"area":null},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2306.14111","title":"Is RLHF More Difficult than Standard RL?","created":"2023-06-25","cited_by_count":96,"area":"alignment"},{"id":"2205.11140","title":"Human-in-the-loop: Provably Efficient Preference-based Reinforcement Learning with General Function Approximation","created":"2022-05-23","cited_by_count":81,"area":null},{"id":"2111.00876","title":"On the Expressivity of Markov Reward","created":"2021-11-01","cited_by_count":71,"area":null},{"id":"2305.18438","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","created":"2023-05-29","cited_by_count":69,"area":"alignment"},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"2305.14816","title":"Provable Offline Preference-Based Reinforcement Learning","created":"2023-05-24","cited_by_count":55,"area":null},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2110.14754","title":"Confidence-Aware Imitation Learning from Demonstrations with Varying Optimality","created":"2021-10-27","cited_by_count":44,"area":"offlinerl"},{"id":"2404.08495","title":"Dataset Reset Policy Optimization for RLHF","created":"2024-04-12","cited_by_count":41,"area":"alignment"},{"id":"2105.14363","title":"On the Theory of Reinforcement Learning with Once-per-Episode Feedback","created":"2021-05-29","cited_by_count":32,"area":null},{"id":"2404.06013","title":"Feel-Good Thompson Sampling for Contextual Dueling Bandits","created":"2024-04-09","cited_by_count":27,"area":null},{"id":"2305.18505","title":"Provable Reward-Agnostic Preference-Based Reinforcement Learning","created":"2023-05-29","cited_by_count":25,"area":"alignment"},{"id":"2410.17055","title":"Optimal Design for Reward Modeling in RLHF","created":"2024-10-22","cited_by_count":25,"area":"alignment"},{"id":"2502.07460","title":"Logarithmic Regret for Online KL-Regularized Reinforcement Learning","created":"2025-02-11","cited_by_count":22,"area":"alignment"},{"id":"2301.04741","title":"Efficient Preference-Based Reinforcement Learning Using Learned Dynamics Models","created":"2023-01-11","cited_by_count":21,"area":null},{"id":"2404.13895","title":"Optimal Design for Human Preference Elicitation","created":"2024-04-22","cited_by_count":17,"area":null},{"id":"2406.04274","title":"Self-Play with Adversarial Critic: Provable and Scalable Offline Alignment for Language Models","created":"2024-06-06","cited_by_count":16,"area":"alignment"},{"id":"2307.12975","title":"Provable Benefits of Policy Learning from Human Preferences in Contextual Bandit Problems","created":"2023-07-24","cited_by_count":13,"area":"alignment"},{"id":"2409.17401","title":"Zeroth-Order Policy Gradient for Reinforcement Learning from Human Feedback without Reward Inference","created":"2024-09-25","cited_by_count":12,"area":"alignment"},{"id":"2408.11943","title":"Advances in Preference-based Reinforcement Learning: A Review","created":"2024-08-21","cited_by_count":8,"area":"deeprl"},{"id":"2502.00666","title":"Avoiding $\\mathbf{exp(R_{max})}$ scaling in RLHF through Preference-based Exploration","created":"2025-02-02","cited_by_count":8,"area":"alignment"},{"id":"2504.19342","title":"Contextual Online Uncertainty-Aware Preference Learning for Human Feedback","created":"2025-04-27","cited_by_count":7,"area":"alignment"},{"id":"2505.20268","title":"Outcome-Based Online Reinforcement Learning: Algorithms and Fundamental Limits","created":"2025-05-26","cited_by_count":7,"area":"deeprl"},{"id":"2601.08421","title":"Coverage Improvement and Fast Convergence of On-policy Preference Learning","created":"2026-01-13","cited_by_count":6,"area":"alignment"},{"id":"2202.02967","title":"Learning from Imperfect Demonstrations via Adversarial Confidence Transfer","created":"2022-02-07","cited_by_count":5,"area":"offlinerl"},{"id":"2501.18873","title":"Best Policy Learning from Trajectory Preference Feedback","created":"2025-01-31","cited_by_count":5,"area":"alignment"},{"id":"2406.07455","title":"Reinforcement Learning from Human Feedback without Reward Inference: Model-Free Algorithm and Instance-Dependent Analysis","created":"2024-06-11","cited_by_count":4,"area":"alignment"},{"id":"2502.19255","title":"Can RLHF be More Efficient with Imperfect Reward Models? A Policy Coverage Perspective","created":"2025-02-26","cited_by_count":4,"area":"alignment"},{"id":"2406.14699","title":"Preferential Multi-Objective Bayesian Optimization","created":"2024-06-20","cited_by_count":3,"area":null},{"id":"2410.15610","title":"On The Global Convergence Of Online RLHF With Neural Parametrization","created":"2024-10-21","cited_by_count":3,"area":"alignment"},{"id":"2505.23673","title":"Bayesian Optimization from Human Feedback: Near-Optimal Regret Bounds","created":"2025-05-29","cited_by_count":3,"area":"alignment"},{"id":"2506.09508","title":"Efficient Preference-Based Reinforcement Learning: Randomized Exploration Meets Experimental Design","created":"2025-06-11","cited_by_count":3,"area":"alignment"},{"id":"2510.13022","title":"On the Role of Preference Variance in Preference Optimization","created":"2025-10-14","cited_by_count":3,"area":"alignment"},{"id":"2503.05306","title":"Adversarial Policy Optimization for Offline Preference-based Reinforcement Learning","created":"2025-03-07","cited_by_count":2,"area":null},{"id":"2507.11706","title":"Reinforcement Learning from Adversarial Preferences in Tabular MDPs","created":"2025-07-15","cited_by_count":2,"area":"deeprl"},{"id":"2510.18713","title":"Preference-based Reinforcement Learning beyond Pairwise Comparisons: Benefits of Multiple Options","created":"2025-10-21","cited_by_count":2,"area":"alignment"},{"id":"2601.04670","title":"Learning Dynamics in RL Post-Training for Language Models","created":"2026-01-08","cited_by_count":2,"area":"lr"},{"id":"2603.19221","title":"Online Learning and Equilibrium Computation with Ranking Feedback","created":"2026-03-19","cited_by_count":2,"area":null},{"id":"2403.15045","title":"DP-Dueling: Learning from Preference Feedback without Compromising User Privacy","created":"2024-03-22","cited_by_count":1,"area":null},{"id":"2510.13036","title":"Repairing Reward Functions with Feedback to Mitigate Reward Hacking","created":"2025-10-14","cited_by_count":1,"area":"alignment"},{"id":"2604.00200","title":"Offline Constrained RLHF with Multiple Preference Oracles","created":"2026-03-31","cited_by_count":1,"area":"alignment"},{"id":"2606.27082","title":"Finding Stationary Points by Comparisons","created":"2026-06-25","cited_by_count":1,"area":null},{"id":"2310.10556","title":"Sample Complexity of Preference-Based Nonparametric Off-Policy Evaluation with Deep Networks","created":"2023-10-16","cited_by_count":0,"area":"alignment"},{"id":"2407.06503","title":"Preference-Guided Reinforcement Learning for Efficient Exploration","created":"2024-07-09","cited_by_count":0,"area":"deeprl"},{"id":"2504.14732","title":"Reinforcement Learning from Multi-level and Episodic Human Feedback","created":"2025-04-20","cited_by_count":0,"area":"alignment"},{"id":"2505.23927","title":"Thompson Sampling in Online RLHF with General Function Approximation","created":"2025-05-29","cited_by_count":0,"area":"alignment"},{"id":"2506.13741","title":"PB$^2$: Preference Space Exploration via Population-Based Methods in Preference-Based Reinforcement Learning","created":"2025-06-16","cited_by_count":0,"area":"deeprl"},{"id":"2604.02349","title":"OPRIDE: Offline Preference-based Reinforcement Learning via In-Dataset Exploration","created":"2026-02-19","cited_by_count":0,"area":null},{"id":"2606.01382","title":"Efficient Exploration for Iterative Nash Preference Optimization","created":"2026-05-31","cited_by_count":0,"area":"alignment"}],"next_cursor":null}