{"total":158,"rows":[{"id":"1706.03741","title":"Deep reinforcement learning from human preferences","created":"2017-06-12","cited_by_count":3912,"area":"alignment"},{"id":"2304.05977","title":"ImageReward: Learning and Evaluating Human Preferences for Text-to-Image Generation","created":"2023-04-12","cited_by_count":1045,"area":null},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2108.03298","title":"What Matters in Learning from Offline Human Demonstrations for Robot Manipulation","created":"2021-08-06","cited_by_count":725,"area":"offlinerl"},{"id":"1811.07871","title":"Scalable agent alignment via reward modeling: a research direction","created":"2018-11-19","cited_by_count":447,"area":"alignment"},{"id":"2302.12192","title":"Aligning Text-to-Image Models using Human Feedback","created":"2023-02-23","cited_by_count":422,"area":"alignment"},{"id":"2302.07842","title":"Augmented Language Models: a Survey","created":"2023-02-15","cited_by_count":403,"area":"lr"},{"id":"1811.06521","title":"Reward learning from human preferences and demonstrations in Atari","created":"2018-11-15","cited_by_count":316,"area":"alignment"},{"id":"2106.05091","title":"PEBBLE: Feedback-Efficient Interactive Reinforcement Learning via Relabeling Experience and Unsupervised Pre-training","created":"2021-06-09","cited_by_count":302,"area":"alignment"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2301.11270","title":"Principled Reinforcement Learning with Human Feedback from Pairwise or $K$-wise Comparisons","created":"2023-01-26","cited_by_count":247,"area":"alignment"},{"id":"2307.04964","title":"Secrets of RLHF in Large Language Models Part I: PPO","created":"2023-07-11","cited_by_count":229,"area":"alignment"},{"id":"2310.13724","title":"Habitat 3.0: A Co-Habitat for Humans, Avatars and Robots","created":"2023-10-19","cited_by_count":228,"area":null},{"id":"2311.16839","title":"Beyond Hallucinations: Enhancing LVLMs through Hallucination-Aware Direct Preference Optimization","created":"2023-11-28","cited_by_count":225,"area":"mllm"},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2303.07280","title":"Vision-Language Models as Success Detectors","created":"2023-03-13","cited_by_count":142,"area":"mllm"},{"id":"2012.06733","title":"Human-in-the-Loop Imitation Learning using Remote Teleoperation","created":"2020-12-12","cited_by_count":112,"area":"offlinerl"},{"id":"2211.08416","title":"Robot Learning on the Job: Human-in-the-Loop Autonomy and Learning During Deployment","created":"2022-11-15","cited_by_count":108,"area":null},{"id":"2111.03026","title":"B-Pref: Benchmarking Preference-Based Reinforcement Learning","created":"2021-11-04","cited_by_count":106,"area":null},{"id":"2310.00166","title":"Motif: Intrinsic Motivation from Artificial Intelligence Feedback","created":"2023-09-29","cited_by_count":102,"area":null},{"id":"2310.05199","title":"Loose lips sink ships: Mitigating Length Bias in Reinforcement Learning from Human Feedback","created":"2023-10-08","cited_by_count":78,"area":"alignment"},{"id":"2111.00876","title":"On the Expressivity of Markov Reward","created":"2021-11-01","cited_by_count":71,"area":null},{"id":"1805.10627","title":"Reliability and Learnability of Human Bandit Feedback for Sequence-to-Sequence Reinforcement Learning","created":"2018-05-27","cited_by_count":57,"area":"alignment"},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"1902.04257","title":"Deep Reinforcement Learning from Policy-Dependent Human Feedback","created":"2019-02-12","cited_by_count":56,"area":"alignment"},{"id":"2402.08785","title":"InstructGraph: Boosting Large Language Models via Graph-centric Instruction Tuning and Preference Alignment","created":"2024-02-13","cited_by_count":56,"area":"lr"},{"id":"2406.10729","title":"A Comprehensive Survey of Foundation Models in Medicine","created":"2024-06-15","cited_by_count":56,"area":null},{"id":"2305.14816","title":"Provable Offline Preference-Based Reinforcement Learning","created":"2023-05-24","cited_by_count":55,"area":null},{"id":"2403.04640","title":"CAT: Enhancing Multimodal Large Language Model to Answer Questions in Dynamic Audio-Visual Scenarios","created":"2024-03-07","cited_by_count":53,"area":"mllm"},{"id":"2405.20495","title":"Transfer Q Star: Principled Decoding for LLM Alignment","created":"2024-05-30","cited_by_count":48,"area":"alignment"},{"id":"1810.11748","title":"DQN-TAMER: Human-in-the-Loop Reinforcement Learning with Intractable Feedback","created":"2018-10-28","cited_by_count":41,"area":"alignment"},{"id":"2009.14715","title":"Learning Rewards from Linguistic Feedback","created":"2020-09-30","cited_by_count":41,"area":"alignment"},{"id":"2404.08495","title":"Dataset Reset Policy Optimization for RLHF","created":"2024-04-12","cited_by_count":41,"area":"alignment"},{"id":"2009.13649","title":"The EMPATHIC Framework for Task Learning from Implicit Human Feedback","created":"2020-09-28","cited_by_count":38,"area":"alignment"},{"id":"2108.05382","title":"Skill Preferences: Learning to Extract and Execute Robotic Skills from Human Feedback","created":"2021-08-11","cited_by_count":35,"area":"alignment"},{"id":"2407.14962","title":"Recent Advances in Generative AI and Large Language Models: Current Status, Challenges, and Perspectives","created":"2024-07-20","cited_by_count":30,"area":null},{"id":"2403.01857","title":"Reward Model Learning vs. Direct Policy Optimization: A Comparative Analysis of Learning from Human Preferences","created":"2024-03-04","cited_by_count":27,"area":"alignment"},{"id":"1901.02161","title":"Risk-Aware Active Inverse Reinforcement Learning","created":"2019-01-08","cited_by_count":26,"area":"offlinerl"},{"id":"2211.11602","title":"Improving Multimodal Interactive Agents with Reinforcement Learning from Human Feedback","created":"2022-11-21","cited_by_count":26,"area":"alignment"},{"id":"2306.04930","title":"When to Show a Suggestion? Integrating Human Feedback in AI-Assisted Programming","created":"2023-06-08","cited_by_count":25,"area":"alignment"},{"id":"2102.12466","title":"Information Directed Reward Learning for Reinforcement Learning","created":"2021-02-24","cited_by_count":24,"area":"alignment"},{"id":"2109.00127","title":"Cognitive science as a source of forward and inverse models of human decisions for robotics and control","created":"2021-09-01","cited_by_count":22,"area":null},{"id":"2109.12516","title":"Prioritized Experience-based Reinforcement Learning with Human Guidance for Autonomous Driving","created":"2021-09-26","cited_by_count":22,"area":"driving"},{"id":"2206.07870","title":"How to talk so AI will learn: Instructions, descriptions, and autonomy","created":"2022-06-16","cited_by_count":22,"area":null},{"id":"2212.09710","title":"Continual Learning for Instruction Following from Realtime Feedback","created":"2022-12-19","cited_by_count":22,"area":null},{"id":"2311.02379","title":"Accelerating Reinforcement Learning of Robotic Manipulations via Feedback from Large Language Models","created":"2023-11-04","cited_by_count":22,"area":null},{"id":"2403.10553","title":"Learning to Watermark LLM-generated Text via Reinforcement Learning","created":"2024-03-13","cited_by_count":22,"area":"safety"},{"id":"2210.10765","title":"When to Ask for Help: Proactive Interventions in Autonomous Reinforcement Learning","created":"2022-10-19","cited_by_count":21,"area":null},{"id":"2402.02423","title":"Uni-RLHF: Universal Platform and Benchmark Suite for Reinforcement Learning with Diverse Human Feedback","created":"2024-02-04","cited_by_count":21,"area":"alignment"},{"id":"2108.04812","title":"Continual Learning for Grounded Instruction Generation by Observing Human Following Behavior","created":"2021-08-10","cited_by_count":19,"area":null},{"id":"2501.13011","title":"MONA: Myopic Optimization with Non-myopic Approval Can Mitigate Multi-step Reward Hacking","created":"2025-01-22","cited_by_count":19,"area":"alignment"},{"id":"2502.03369","title":"Learning from Active Human Involvement through Proxy Value Propagation","created":"2025-02-05","cited_by_count":19,"area":null},{"id":"2104.07246","title":"Human-in-the-Loop Deep Reinforcement Learning with Application to Autonomous Driving","created":"2021-04-15","cited_by_count":16,"area":"driving"},{"id":"2307.06333","title":"Diagnosis, Feedback, Adaptation: A Human-in-the-Loop Framework for Test-Time Policy Adaptation","created":"2023-07-12","cited_by_count":16,"area":null},{"id":"2402.00854","title":"SymbolicAI: A framework for logic-based approaches combining generative models and solvers","created":"2024-02-01","cited_by_count":16,"area":null},{"id":"2302.13137","title":"A Human-Centered Safe Robot Reinforcement Learning Framework with Interactive Behaviors","created":"2023-02-25","cited_by_count":15,"area":null},{"id":"2304.08944","title":"Provably Feedback-Efficient Reinforcement Learning via Active Reward Learning","created":"2023-04-18","cited_by_count":15,"area":null},{"id":"2307.15801","title":"Primitive Skill-based Robot Learning from Human Evaluative Feedback","created":"2023-07-28","cited_by_count":15,"area":"alignment"},{"id":"2406.01026","title":"Strengthened Symbol Binding Makes Large Language Models Reliable Multiple-Choice Selectors","created":"2024-06-03","cited_by_count":15,"area":null},{"id":"2506.12822","title":"Enhancing Rating-Based Reinforcement Learning to Effectively Leverage Feedback from Large Vision-Language Models","created":"2025-06-15","cited_by_count":15,"area":"mllm"},{"id":"2407.10583","title":"Three Dogmas of Reinforcement Learning","created":"2024-07-15","cited_by_count":14,"area":"deeprl"},{"id":"2502.06823","title":"CTR-Driven Advertising Image Generation with Multimodal Large Language Models","created":"2025-02-05","cited_by_count":14,"area":"mllm"},{"id":"2107.05825","title":"Recent Advances in Leveraging Human Guidance for Sequential Decision-Making Tasks","created":"2021-07-13","cited_by_count":13,"area":null},{"id":"2310.19733","title":"Differentially Private Reward Estimation with Preference Feedback","created":"2023-10-30","cited_by_count":12,"area":"alignment"},{"id":"2402.03081","title":"Preference-Conditioned Language-Guided Abstraction","created":"2024-02-05","cited_by_count":12,"area":"offlinerl"},{"id":"2305.12473","title":"Continually Improving Extractive QA via Human Feedback","created":"2023-05-21","cited_by_count":11,"area":null},{"id":"2402.06819","title":"Monitored Markov Decision Processes","created":"2024-02-09","cited_by_count":10,"area":"deeprl"},{"id":"2402.17975","title":"Sample-Efficient Preference-based Reinforcement Learning with Dynamics Aware Rewards","created":"2024-02-28","cited_by_count":9,"area":"alignment"},{"id":"2202.02465","title":"ASHA: Assistive Teleoperation via Human-in-the-Loop Reinforcement Learning","created":"2022-02-05","cited_by_count":8,"area":null},{"id":"2205.12381","title":"First Contact: Unsupervised Human-Machine Co-Adaptation via Mutual Information Maximization","created":"2022-05-24","cited_by_count":8,"area":null},{"id":"2305.11455","title":"Shattering the Agent-Environment Interface for Fine-Tuning Inclusive Language Models","created":"2023-05-19","cited_by_count":8,"area":"agents"},{"id":"2307.10524","title":"Beyond Black-Box Advice: Learning-Augmented Algorithms for MDPs with Q-Value Predictions","created":"2023-07-20","cited_by_count":8,"area":null},{"id":"2312.11442","title":"Explore 3D Dance Generation via Reward Model from Automatically-Ranked Demonstrations","created":"2023-12-18","cited_by_count":8,"area":null},{"id":"2408.08411","title":"Rater Cohesion and Quality from a Vicarious Perspective","created":"2024-08-15","cited_by_count":8,"area":null},{"id":"2503.01876","title":"Uncertainty Comes for Free: Human-in-the-Loop Policies with Diffusion Models","created":"2025-02-26","cited_by_count":8,"area":"diffusion"},{"id":"2103.12142","title":"Combining Reward Information from Multiple Sources","created":"2021-03-22","cited_by_count":7,"area":null},{"id":"2210.15906","title":"Relative Behavioral Attributes: Filling the Gap between Symbolic Goal Specification and Reward Learning from Human Preferences","created":"2022-10-28","cited_by_count":7,"area":"alignment"},{"id":"2307.10867","title":"FigCaps-HF: A Figure-to-Caption Generative Framework and Benchmark with Human Feedback","created":"2023-07-20","cited_by_count":7,"area":"alignment"},{"id":"2602.22056","title":"FlowCorrect: Efficient Interactive Correction of Generative Flow Policies for Robotic Manipulation","created":"2026-02-25","cited_by_count":7,"area":null},{"id":"2310.07123","title":"Off-Policy Evaluation for Human Feedback","created":"2023-10-11","cited_by_count":6,"area":"alignment"},{"id":"2311.10284","title":"From \"Thumbs Up\" to \"10 out of 10\": Reconsidering Scalar Feedback in Interactive Reinforcement Learning","created":"2023-11-17","cited_by_count":6,"area":"alignment"},{"id":"2405.00746","title":"Leveraging Sub-Optimal Data for Human-in-the-Loop Reinforcement Learning","created":"2024-04-30","cited_by_count":6,"area":"deeprl"},{"id":"2410.23630","title":"Adaptive Alignment: Dynamic Preference Adjustments via Multi-Objective Reinforcement Learning for Pluralistic AI","created":"2024-10-31","cited_by_count":6,"area":null},{"id":"2510.20264","title":"Optimistic Task Inference for Behavior Foundation Models","created":"2025-10-23","cited_by_count":6,"area":"deeprl"},{"id":"2502.04602","title":"Extracting and Understanding the Superficial Knowledge in Alignment","created":"2025-02-07","cited_by_count":5,"area":"alignment"},{"id":"2203.02072","title":"X2T: Training an X-to-Text Typing Interface with Online Learning from User Feedback","created":"2022-03-04","cited_by_count":4,"area":null},{"id":"2211.06527","title":"Rewards Encoding Environment Dynamics Improves Preference-based Reinforcement Learning","created":"2022-11-12","cited_by_count":4,"area":"alignment"},{"id":"2312.06726","title":"Filter & Align: Leveraging Human Knowledge to Curate Image-Text Data","created":"2023-12-11","cited_by_count":4,"area":"mllm"},{"id":"2405.12421","title":"A Unified Linear Programming Framework for Offline Reward Learning from Human Demonstrations and Feedback","created":"2024-05-20","cited_by_count":4,"area":"alignment"},{"id":"2406.07455","title":"Reinforcement Learning from Human Feedback without Reward Inference: Model-Free Algorithm and Instance-Dependent Analysis","created":"2024-06-11","cited_by_count":4,"area":"alignment"},{"id":"2503.04969","title":"Data-Efficient Learning from Human Interventions for Mobile Robots","created":"2025-03-06","cited_by_count":4,"area":null},{"id":"2506.00098","title":"Interactive Imitation Learning for Dexterous Robotic Manipulation: Challenges and Perspectives -- A Survey","created":"2025-05-30","cited_by_count":4,"area":"offlinerl"},{"id":"2102.02639","title":"Improving Reinforcement Learning with Human Assistance: An Argument for Human Subject Studies with HIPPO Gym","created":"2021-02-02","cited_by_count":3,"area":null},{"id":"2108.01358","title":"Accelerating the Learning of TAMER with Counterfactual Explanations","created":"2021-08-03","cited_by_count":3,"area":null},{"id":"2112.03482","title":"Combining Learning from Human Feedback and Knowledge Engineering to Solve Hierarchical Tasks in Minecraft","created":"2021-12-07","cited_by_count":3,"area":"alignment"},{"id":"2211.15339","title":"Discovering Generalizable Spatial Goal Representations via Graph-based Active Reward Learning","created":"2022-11-24","cited_by_count":3,"area":"offlinerl"},{"id":"2405.09596","title":"Enhancing Maritime Trajectory Forecasting via H3 Index and Causal Language Modelling (CLM)","created":"2024-05-15","cited_by_count":3,"area":null},{"id":"2409.15521","title":"CANDERE-COACH: Reinforcement Learning from Noisy Feedback","created":"2024-09-23","cited_by_count":3,"area":"offlinerl"},{"id":"2411.14457","title":"Guiding Reinforcement Learning Using Uncertainty-Aware Large Language Models","created":"2024-11-15","cited_by_count":3,"area":null},{"id":"2411.14871","title":"Preference Alignment for Diffusion Model via Explicit Denoised Distribution Estimation","created":"2024-11-22","cited_by_count":3,"area":"diffusion"}],"next_cursor":"100"}