{"total":68,"rows":[{"id":"2404.12358","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","created":"2024-04-18","cited_by_count":242,"area":"alignment"},{"id":"2312.08782","title":"Toward General-Purpose Robots via Foundation Models: A Survey and Meta-Analysis","created":"2023-12-14","cited_by_count":103,"area":null},{"id":"2310.13639","title":"Contrastive Preference Learning: Learning from Human Feedback without RL","created":"2023-10-20","cited_by_count":79,"area":"alignment"},{"id":"2402.08265","title":"A Dense Reward View on Aligning Text-to-Image Diffusion with Preference","created":"2024-02-13","cited_by_count":55,"area":"diffusion"},{"id":"2503.08663","title":"Generating Robot Constitutions & Benchmarks for Semantic Safety","created":"2025-03-11","cited_by_count":33,"area":null},{"id":"2312.09337","title":"Promptable Behaviors: Personalizing Multi-Objective Rewards from Human Preferences","created":"2023-12-14","cited_by_count":26,"area":"alignment"},{"id":"2409.01369","title":"Imitating Language via Scalable Inverse Reinforcement Learning","created":"2024-09-02","cited_by_count":21,"area":"offlinerl"},{"id":"2310.02456","title":"Learning Optimal Advantage from Preferences and Mistaking it for Reward","created":"2023-10-03","cited_by_count":19,"area":"alignment"},{"id":"2404.13895","title":"Optimal Design for Human Preference Elicitation","created":"2024-04-22","cited_by_count":17,"area":null},{"id":"2407.02272","title":"Aligning Human Motion Generation with Human Perceptions","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2408.04190","title":"Listwise Reward Estimation for Offline Preference-based Reinforcement Learning","created":"2024-08-08","cited_by_count":14,"area":"alignment"},{"id":"2310.20608","title":"Autonomous Robotic Reinforcement Learning with Asynchronous Human Feedback","created":"2023-10-31","cited_by_count":13,"area":null},{"id":"2307.04998","title":"Selective Sampling and Imitation Learning via Online Regression","created":"2023-07-11","cited_by_count":12,"area":"offlinerl"},{"id":"2407.09024","title":"Aligning Diffusion Behaviors with Q-functions for Efficient Continuous Control","created":"2024-07-12","cited_by_count":12,"area":"diffusion"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2410.24175","title":"Constraint Back-translation Improves Complex Instruction Following of Large Language Models","created":"2024-10-31","cited_by_count":11,"area":null},{"id":"2505.08735","title":"Preference Optimization for Combinatorial Optimization Problems","created":"2025-05-13","cited_by_count":11,"area":"alignment"},{"id":"2409.05622","title":"Forward KL Regularized Preference Optimization for Aligning Diffusion Policies","created":"2024-09-09","cited_by_count":10,"area":"diffusion"},{"id":"2306.03615","title":"PEARL: Zero-shot Cross-task Preference Alignment and Robust Reward Learning for Robotic Manipulation","created":"2023-06-06","cited_by_count":9,"area":"alignment"},{"id":"2405.18688","title":"Efficient Preference-based Reinforcement Learning via Aligned Experience Estimation","created":"2024-05-29","cited_by_count":9,"area":"alignment"},{"id":"2502.11918","title":"VLP: Vision-Language Preference Learning for Embodied Manipulation","created":"2025-02-17","cited_by_count":8,"area":null},{"id":"2402.13147","title":"SPRINQL: Sub-optimal Demonstrations driven Offline Imitation Learning","created":"2024-02-20","cited_by_count":7,"area":"offlinerl"},{"id":"2407.03856","title":"Q-Adapter: Customizing Pre-trained LLMs to New Preferences with Forgetting Mitigation","created":"2024-07-04","cited_by_count":7,"area":"alignment"},{"id":"2606.26080","title":"Neglected Free Lunch from Post-training: Progress Advantage for LLM Agents","created":"2026-06-24","cited_by_count":6,"area":"lr"},{"id":"2406.06874","title":"Learning Reward and Policy Jointly from Demonstration and Preference Improves Alignment","created":"2024-06-11","cited_by_count":4,"area":"alignment"},{"id":"2507.23391","title":"Policy Learning from Large Vision-Language Model Feedback without Reward Modeling","created":"2025-07-31","cited_by_count":4,"area":"mllm"},{"id":"2405.18729","title":"Preferred-Action-Optimized Diffusion Policies for Offline Reinforcement Learning","created":"2024-05-29","cited_by_count":3,"area":"diffusion"},{"id":"2406.18450","title":"Preference Elicitation for Offline Reinforcement Learning","created":"2024-06-26","cited_by_count":3,"area":"offlinerl"},{"id":"2407.04451","title":"Hindsight Preference Learning for Offline Preference-based Reinforcement Learning","created":"2024-07-05","cited_by_count":3,"area":null},{"id":"2410.23680","title":"Rethinking Inverse Reinforcement Learning: from Data Alignment to Task Alignment","created":"2024-10-31","cited_by_count":3,"area":"offlinerl"},{"id":"2503.15129","title":"Aligning Crowd-sourced Human Feedback for Reinforcement Learning on Code Generation by Large Language Models","created":"2025-03-19","cited_by_count":3,"area":"agents"},{"id":"2505.18595","title":"MisoDICE: Multi-Agent Imitation from Unlabeled Mixed-Quality Demonstrations","created":"2025-05-24","cited_by_count":3,"area":"agents"},{"id":"2506.00388","title":"CLARIFY: Contrastive Preference Reinforcement Learning for Untangling Ambiguous Queries","created":"2025-05-31","cited_by_count":3,"area":"deeprl"},{"id":"2510.13709","title":"Training LLM Agents to Empower Humans","created":"2025-10-15","cited_by_count":3,"area":"agents"},{"id":"2503.05306","title":"Adversarial Policy Optimization for Offline Preference-based Reinforcement Learning","created":"2025-03-07","cited_by_count":2,"area":null},{"id":"2503.11019","title":"Residual Policy Gradient: A Reward View of KL-regularized Objective","created":"2025-03-14","cited_by_count":2,"area":"offlinerl"},{"id":"2505.06273","title":"Policy-labeled Preference Learning: Is Preference Enough for RLHF?","created":"2025-05-06","cited_by_count":2,"area":"alignment"},{"id":"2506.12529","title":"Similarity as Reward Alignment: Robust and Versatile Preference-based Reinforcement Learning","created":"2025-06-14","cited_by_count":2,"area":"alignment"},{"id":"2507.11706","title":"Reinforcement Learning from Adversarial Preferences in Tabular MDPs","created":"2025-07-15","cited_by_count":2,"area":"deeprl"},{"id":"2509.21828","title":"Preference-Guided Learning for Sparse-Reward Multi-Agent Reinforcement Learning","created":"2025-09-26","cited_by_count":2,"area":"agents"},{"id":"2511.19504","title":"Position: The Complexity of Perfect AI Alignment -- Formalizing the RLHF Trilemma","created":"2025-11-23","cited_by_count":2,"area":"alignment"},{"id":"2602.00886","title":"RoDiF: Robust Direct Fine-Tuning of Diffusion Policies with Corrupted Human Feedback","created":"2026-01-31","cited_by_count":2,"area":"diffusion"},{"id":"2603.04861","title":"Causally Robust Reward Learning from Reason-Augmented Preference Feedback","created":"2026-03-05","cited_by_count":2,"area":"alignment"},{"id":"2406.10445","title":"Binary Reward Labeling: Bridging Offline Preference and Reward-Based Reinforcement Learning","created":"2024-06-14","cited_by_count":1,"area":"alignment"},{"id":"2502.16772","title":"Model-Based Exploration in Monitored Markov Decision Processes","created":"2025-02-24","cited_by_count":1,"area":"deeprl"},{"id":"2506.17828","title":"Aligning Frozen LLMs by Reinforcement Learning: An Iterative Reweight-then-Optimize Approach","created":"2025-06-21","cited_by_count":1,"area":"alignment"},{"id":"2512.20173","title":"Offline Safe Policy Optimization From Heterogeneous Feedback","created":"2025-12-23","cited_by_count":1,"area":"alignment"},{"id":"2604.28010","title":"Learning from Disagreement: Clinician Overrides as Implicit Preference Signals for Clinical AI in Value-Based Care","created":"2026-04-30","cited_by_count":1,"area":"alignment"},{"id":"2606.01123","title":"From Reward-Free Representations to Preferences: Rethinking Offline Preference-Based Reinforcement Learning","created":"2026-05-31","cited_by_count":1,"area":"alignment"},{"id":"2606.32027","title":"Freeform Preference Learning for Robotic Manipulation","created":"2026-06-30","cited_by_count":1,"area":null},{"id":"2306.01731","title":"PAGAR: Taming Reward Misalignment in Inverse Reinforcement Learning-Based Imitation Learning with Protagonist Antagonist Guided Adversarial Reward","created":"2023-06-02","cited_by_count":0,"area":"offlinerl"},{"id":"2307.02345","title":"LLQL: Logistic Likelihood Q-Learning for Reinforcement Learning","created":"2023-07-05","cited_by_count":0,"area":null},{"id":"2307.12022","title":"Latent Utility Q-Learning for Preference-Adaptive Dynamic Treatment Regimes","created":"2023-07-22","cited_by_count":0,"area":null},{"id":"2311.14003","title":"Direct Preference-Based Evolutionary Multi-Objective Optimization with Dueling Bandit","created":"2023-11-23","cited_by_count":0,"area":null},{"id":"2401.00330","title":"Two-Step Offline Preference-Based Reinforcement Learning with Constrained Actions","created":"2023-12-30","cited_by_count":0,"area":null},{"id":"2406.06495","title":"Boosting Robustness in Preference-Based Reinforcement Learning with Dynamic Sparsity","created":"2024-06-10","cited_by_count":0,"area":"deeprl"},{"id":"2410.08307","title":"UNIQ: Offline Inverse Q-learning for Avoiding Undesirable Demonstrations","created":"2024-10-10","cited_by_count":0,"area":"offlinerl"},{"id":"2502.15262","title":"Towards a Reward-Free Reinforcement Learning Framework for Vehicle Control","created":"2025-02-21","cited_by_count":0,"area":"deeprl"},{"id":"2502.20089","title":"RIZE: Adaptive Regularization for Imitation Learning","created":"2025-02-27","cited_by_count":0,"area":"offlinerl"},{"id":"2504.12557","title":"TraCeS: Learning Per-Timestep Constraint-Violation Credit from Sparse Trajectory-Level Labels","created":"2025-04-17","cited_by_count":0,"area":"deeprl"},{"id":"2505.21182","title":"Learning What to Do and What Not To Do: Offline Imitation from Expert and Undesirable Demonstrations","created":"2025-05-27","cited_by_count":0,"area":"offlinerl"},{"id":"2506.22008","title":"TROFI: Trajectory-Ranked Offline Inverse Reinforcement Learning","created":"2025-06-27","cited_by_count":0,"area":"offlinerl"},{"id":"2508.18817","title":"Learning Acrobatic Flight from Preferences","created":"2025-08-26","cited_by_count":0,"area":"deeprl"},{"id":"2604.02349","title":"OPRIDE: Offline Preference-based Reinforcement Learning via In-Dataset Exploration","created":"2026-02-19","cited_by_count":0,"area":null},{"id":"2605.11712","title":"Toward Stable Value Alignment: Introducing Independent Modules for Consistent Value Guidance","created":"2026-05-12","cited_by_count":0,"area":"alignment"},{"id":"2606.11982","title":"PAWS: Preference Learning with Advantage-Weighted Segments","created":"2026-06-10","cited_by_count":0,"area":"deeprl"},{"id":"2607.07859","title":"Feedback Manipulation Regularization: Enabling Offline Agent Alignment for Imitation Learning","created":"2026-07-08","cited_by_count":0,"area":"alignment"},{"id":"2608.18770","title":"To Go Far, Go Together: Diverse Preferences Induce a Curriculum for Reward Optimization","created":"2026-08-19","cited_by_count":0,"area":"alignment"}],"next_cursor":null}