{"total":56,"rows":[{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2301.11270","title":"Principled Reinforcement Learning with Human Feedback from Pairwise or $K$-wise Comparisons","created":"2023-01-26","cited_by_count":247,"area":"alignment"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"2305.14816","title":"Provable Offline Preference-Based Reinforcement Learning","created":"2023-05-24","cited_by_count":55,"area":null},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2404.08495","title":"Dataset Reset Policy Optimization for RLHF","created":"2024-04-12","cited_by_count":41,"area":"alignment"},{"id":"2407.09499","title":"Self-Consuming Generative Models with Curated Data Provably Optimize Human Preferences","created":"2024-06-12","cited_by_count":39,"area":"alignment"},{"id":"2403.01857","title":"Reward Model Learning vs. Direct Policy Optimization: A Comparative Analysis of Learning from Human Preferences","created":"2024-03-04","cited_by_count":27,"area":"alignment"},{"id":"2305.18505","title":"Provable Reward-Agnostic Preference-Based Reinforcement Learning","created":"2023-05-29","cited_by_count":25,"area":"alignment"},{"id":"2311.14115","title":"A density estimation perspective on learning from pairwise human preferences","created":"2023-11-23","cited_by_count":23,"area":"alignment"},{"id":"2411.05273","title":"Real-World Offline Reinforcement Learning from Vision Language Model Feedback","created":"2024-11-08","cited_by_count":22,"area":"mllm"},{"id":"2301.04741","title":"Efficient Preference-Based Reinforcement Learning Using Learned Dynamics Models","created":"2023-01-11","cited_by_count":21,"area":null},{"id":"2402.02423","title":"Uni-RLHF: Universal Platform and Benchmark Suite for Reinforcement Learning with Diverse Human Feedback","created":"2024-02-04","cited_by_count":21,"area":"alignment"},{"id":"2402.06734","title":"Corruption Robust Offline Reinforcement Learning with Human Feedback","created":"2024-02-09","cited_by_count":20,"area":"alignment"},{"id":"2305.17400","title":"Query-Policy Misalignment in Preference-Based Reinforcement Learning","created":"2023-05-27","cited_by_count":15,"area":null},{"id":"2501.08259","title":"FDPP: Fine-tune Diffusion Policy with Human Preference","created":"2025-01-14","cited_by_count":15,"area":"diffusion"},{"id":"2310.07932","title":"What Matters to You? Towards Visual Representation Alignment for Robot Learning","created":"2023-10-11","cited_by_count":14,"area":"alignment"},{"id":"2408.04190","title":"Listwise Reward Estimation for Offline Preference-based Reinforcement Learning","created":"2024-08-08","cited_by_count":14,"area":"alignment"},{"id":"2307.12975","title":"Provable Benefits of Policy Learning from Human Preferences in Contextual Bandit Problems","created":"2023-07-24","cited_by_count":13,"area":"alignment"},{"id":"2310.18687","title":"Unsupervised Behavior Extraction via Random Intent Priors","created":"2023-10-28","cited_by_count":13,"area":"offlinerl"},{"id":"2310.19733","title":"Differentially Private Reward Estimation with Preference Feedback","created":"2023-10-30","cited_by_count":12,"area":"alignment"},{"id":"2503.00539","title":"Distributionally Robust Reinforcement Learning with Human Feedback","created":"2025-03-01","cited_by_count":12,"area":"alignment"},{"id":"2405.03164","title":"The Role of Predictive Uncertainty and Diversity in Embodied AI and Robot Learning","created":"2024-05-06","cited_by_count":11,"area":null},{"id":"2405.19806","title":"Preference Alignment with Flow Matching","created":"2024-05-30","cited_by_count":11,"area":"alignment"},{"id":"2409.05622","title":"Forward KL Regularized Preference Optimization for Aligning Diffusion Policies","created":"2024-09-09","cited_by_count":10,"area":"diffusion"},{"id":"2404.04920","title":"Regularized Conditional Diffusion Model for Multi-Task Preference Alignment","created":"2024-04-07","cited_by_count":9,"area":"diffusion"},{"id":"2405.12421","title":"A Unified Linear Programming Framework for Offline Reward Learning from Human Demonstrations and Feedback","created":"2024-05-20","cited_by_count":4,"area":"alignment"},{"id":"2408.12130","title":"S-EPOA: Overcoming the Indistinguishability of Segments with Skill-Driven Preference-Based Reinforcement Learning","created":"2024-08-22","cited_by_count":4,"area":"deeprl"},{"id":"2406.18450","title":"Preference Elicitation for Offline Reinforcement Learning","created":"2024-06-26","cited_by_count":3,"area":"offlinerl"},{"id":"2407.04451","title":"Hindsight Preference Learning for Offline Preference-based Reinforcement Learning","created":"2024-07-05","cited_by_count":3,"area":null},{"id":"2505.21395","title":"Square$\\chi$PO: Differentially Private and Robust $\\chi^2$-Preference Optimization in Offline Direct Alignment","created":"2025-05-27","cited_by_count":3,"area":"alignment"},{"id":"2506.00388","title":"CLARIFY: Contrastive Preference Reinforcement Learning for Untangling Ambiguous Queries","created":"2025-05-31","cited_by_count":3,"area":"deeprl"},{"id":"2509.23802","title":"STAIR: Addressing Stage Misalignment through Temporal-Aligned Preference Reinforcement Learning","created":"2025-09-28","cited_by_count":3,"area":"alignment"},{"id":"2511.09002","title":"Convergence and Stability Analysis of Self-Consuming Generative Models with Heterogeneous Human Curation","created":"2025-11-12","cited_by_count":3,"area":null},{"id":"2404.07185","title":"Reward Learning from Suboptimal Demonstrations with Applications in Surgical Electrocautery","created":"2024-04-10","cited_by_count":2,"area":"offlinerl"},{"id":"2503.05306","title":"Adversarial Policy Optimization for Offline Preference-based Reinforcement Learning","created":"2025-03-07","cited_by_count":2,"area":null},{"id":"2503.10228","title":"Policy Teaching via Data Poisoning in Learning from Human Preferences","created":"2025-03-13","cited_by_count":2,"area":"alignment"},{"id":"2402.03282","title":"A Theoretical Framework for Partially Observed Reward-States in RLHF","created":"2024-02-05","cited_by_count":1,"area":"alignment"},{"id":"2403.06267","title":"FARPLS: A Feature-Augmented Robot Trajectory Preference Labeling System to Assist Human Labelers' Preference Elicitation","created":"2024-03-10","cited_by_count":1,"area":null},{"id":"2406.10445","title":"Binary Reward Labeling: Bridging Offline Preference and Reward-Based Reinforcement Learning","created":"2024-06-14","cited_by_count":1,"area":"alignment"},{"id":"2406.12205","title":"On the Exponential Convergence for Offline RLHF with Pairwise Comparisons","created":"2024-06-18","cited_by_count":1,"area":"alignment"},{"id":"2602.11018","title":"OSIL: Learning Offline Safe Imitation Policies with Safety Inferred from Non-preferred Trajectories","created":"2026-02-11","cited_by_count":1,"area":"offlinerl"},{"id":"2606.00950","title":"COLLIE: Guiding Skill Discovery in Semantically Coherent Latent Space","created":"2026-05-31","cited_by_count":1,"area":null},{"id":"2606.01123","title":"From Reward-Free Representations to Preferences: Rethinking Offline Preference-Based Reinforcement Learning","created":"2026-05-31","cited_by_count":1,"area":"alignment"},{"id":"2408.05610","title":"Representation Alignment from Human Feedback for Cross-Embodiment Reward Learning from Mixed-Quality Demonstrations","created":"2024-08-10","cited_by_count":0,"area":"alignment"},{"id":"2504.14732","title":"Reinforcement Learning from Multi-level and Episodic Human Feedback","created":"2025-04-20","cited_by_count":0,"area":"alignment"},{"id":"2508.15327","title":"Search-Based Credit Assignment for Offline Preference-Based Reinforcement Learning","created":"2025-08-21","cited_by_count":0,"area":"offlinerl"},{"id":"2511.08136","title":"SafeMIL: Learning Offline Safe Imitation Policy from Non-Preferred Trajectories","created":"2025-11-11","cited_by_count":0,"area":"offlinerl"},{"id":"2601.09236","title":"Reward Learning through Ranking Mean Squared Error","created":"2026-01-14","cited_by_count":0,"area":"alignment"},{"id":"2604.02349","title":"OPRIDE: Offline Preference-based Reinforcement Learning via In-Dataset Exploration","created":"2026-02-19","cited_by_count":0,"area":null},{"id":"2605.21822","title":"Implicit Safety Alignment from Crowd Preferences","created":"2026-05-20","cited_by_count":0,"area":"alignment"},{"id":"2607.01925","title":"SPLC: Social Preference Learning for Crowd Robot Navigation","created":"2026-07-02","cited_by_count":0,"area":"offlinerl"},{"id":"2607.29559","title":"LEMUR: Learning to Align with Multi-Objective Reinforcement Learning from Preference Feedback","created":"2026-07-31","cited_by_count":0,"area":"alignment"},{"id":"2609.04066","title":"Subspace Inference Enables Efficient Active Reward Learning from Preferences","created":"2026-09-03","cited_by_count":0,"area":"alignment"}],"next_cursor":null}