{"total":302,"rows":[{"id":"2304.05977","title":"ImageReward: Learning and Evaluating Human Preferences for Text-to-Image Generation","created":"2023-04-12","cited_by_count":1045,"area":null},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2305.16381","title":"DPOK: Reinforcement Learning for Fine-tuning Text-to-Image Diffusion Models","created":"2023-05-25","cited_by_count":450,"area":"diffusion"},{"id":"2302.12192","title":"Aligning Text-to-Image Models using Human Feedback","created":"2023-02-23","cited_by_count":422,"area":"alignment"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2311.13231","title":"Using Human Feedback to Fine-tune Diffusion Models without Any Reward Model","created":"2023-11-22","cited_by_count":252,"area":"diffusion"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2309.11489","title":"Text2Reward: Reward Shaping with Language Models for Reinforcement Learning","created":"2023-09-20","cited_by_count":160,"area":"alignment"},{"id":"2402.03681","title":"RL-VLM-F: Reinforcement Learning from Vision Language Foundation Model Feedback","created":"2024-02-06","cited_by_count":156,"area":"mllm"},{"id":"2502.05450","title":"ConRFT: A Reinforced Fine-tuning Method for VLA Models via Consistency Policy","created":"2025-02-08","cited_by_count":154,"area":"vla"},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2401.04056","title":"A Minimaximalist Approach to Reinforcement Learning from Human Feedback","created":"2024-01-08","cited_by_count":144,"area":"alignment"},{"id":"2303.07280","title":"Vision-Language Models as Success Detectors","created":"2023-03-13","cited_by_count":142,"area":"mllm"},{"id":"2310.07899","title":"RoboCLIP: One Demonstration is Enough to Learn Robot Policies","created":"2023-10-11","cited_by_count":134,"area":"offlinerl"},{"id":"2211.08416","title":"Robot Learning on the Job: Human-in-the-Loop Autonomy and Learning During Deployment","created":"2022-11-15","cited_by_count":108,"area":null},{"id":"2111.03026","title":"B-Pref: Benchmarking Preference-Based Reinforcement Learning","created":"2021-11-04","cited_by_count":106,"area":null},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2404.10271","title":"Social Choice Should Guide AI Alignment in Dealing with Diverse Human Feedback","created":"2024-04-16","cited_by_count":100,"area":"alignment"},{"id":"2203.10050","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","created":"2022-03-18","cited_by_count":97,"area":"alignment"},{"id":"2502.18770","title":"Reward Shaping to Mitigate Reward Hacking in RLHF","created":"2025-02-26","cited_by_count":88,"area":"alignment"},{"id":"2212.03363","title":"Few-Shot Preference Learning for Human-in-the-Loop RL","created":"2022-12-06","cited_by_count":87,"area":null},{"id":"2303.00957","title":"Preference Transformer: Modeling Human Preferences using Transformers for RL","created":"2023-03-02","cited_by_count":79,"area":null},{"id":"2310.13639","title":"Contrastive Preference Learning: Learning from Human Feedback without RL","created":"2023-10-20","cited_by_count":79,"area":"alignment"},{"id":"2305.18438","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","created":"2023-05-29","cited_by_count":69,"area":"alignment"},{"id":"2305.15363","title":"Inverse Preference Learning: Preference-based RL without a Reward Function","created":"2023-05-24","cited_by_count":68,"area":"alignment"},{"id":"2402.10500","title":"Active Preference Optimization for Sample Efficient RLHF","created":"2024-02-16","cited_by_count":62,"area":"alignment"},{"id":"2205.12401","title":"Reward Uncertainty for Exploration in Preference-based Reinforcement Learning","created":"2022-05-24","cited_by_count":61,"area":"alignment"},{"id":"2603.02115","title":"Robometer: Scaling General-Purpose Robotic Reward Models via Trajectory Comparisons","created":"2026-03-02","cited_by_count":60,"area":"alignment"},{"id":"2405.10315","title":"TRANSIC: Sim-to-Real Policy Transfer by Learning from Online Correction","created":"2024-05-16","cited_by_count":59,"area":null},{"id":"2301.01392","title":"Benchmarks and Algorithms for Offline Preference-Based Reward Learning","created":"2023-01-03","cited_by_count":56,"area":"alignment"},{"id":"2402.08265","title":"A Dense Reward View on Aligning Text-to-Image Diffusion with Preference","created":"2024-02-13","cited_by_count":55,"area":"diffusion"},{"id":"2206.02231","title":"Models of human preference for learning reward functions","created":"2022-06-05","cited_by_count":54,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2403.03185","title":"Correlated Proxies: A New Definition and Improved Mitigation for Reward Hacking","created":"2024-03-05","cited_by_count":50,"area":"alignment"},{"id":"2402.09401","title":"Reinforcement Learning from Human Feedback with Active Queries","created":"2024-02-14","cited_by_count":43,"area":"alignment"},{"id":"2404.09824","title":"Impact of Preference Noise on the Alignment Performance of Generative Language Models","created":"2024-04-15","cited_by_count":41,"area":"alignment"},{"id":"2308.02585","title":"PARL: A Unified Framework for Policy Alignment in Reinforcement Learning from Human Feedback","created":"2023-08-03","cited_by_count":40,"area":"alignment"},{"id":"2402.17257","title":"RIME: Robust Preference-based Reinforcement Learning with Noisy Preferences","created":"2024-02-27","cited_by_count":39,"area":"deeprl"},{"id":"2406.16306","title":"Cascade Reward Sampling for Efficient Decoding-Time Alignment","created":"2024-06-24","cited_by_count":39,"area":"alignment"},{"id":"2407.09499","title":"Self-Consuming Generative Models with Curated Data Provably Optimize Human Preferences","created":"2024-06-12","cited_by_count":39,"area":"alignment"},{"id":"2408.10215","title":"Comprehensive Overview of Reward Engineering and Shaping in Advancing Reinforcement Learning Applications","created":"2024-07-22","cited_by_count":38,"area":"deeprl"},{"id":"2310.02054","title":"AlignDiff: Aligning Diverse Human Preferences via Behavior-Customisable Diffusion Model","created":"2023-10-03","cited_by_count":37,"area":"diffusion"},{"id":"2505.20065","title":"SafeDPO: A Simple Approach to Direct Preference Optimization with Enhanced Safety","created":"2025-05-26","cited_by_count":37,"area":"alignment"},{"id":"2301.12842","title":"Direct Preference-based Policy Optimization without Reward Modeling","created":"2023-01-30","cited_by_count":36,"area":"alignment"},{"id":"2108.05382","title":"Skill Preferences: Learning to Extract and Execute Robotic Skills from Human Feedback","created":"2021-08-11","cited_by_count":35,"area":"alignment"},{"id":"2305.16217","title":"Beyond Reward: Offline Preference-guided Policy Optimization","created":"2023-05-25","cited_by_count":35,"area":"alignment"},{"id":"2111.13485","title":"Learning Long-Term Reward Redistribution via Randomized Return Decomposition","created":"2021-11-26","cited_by_count":33,"area":null},{"id":"2409.15360","title":"Reward-Robust RLHF in LLMs","created":"2024-09-18","cited_by_count":32,"area":"alignment"},{"id":"2410.14660","title":"A Large Language Model-Driven Reward Design Framework via Dynamic Feedback for Reinforcement Learning","created":"2024-10-18","cited_by_count":30,"area":"alignment"},{"id":"2406.04412","title":"Spread Preference Annotation: Direct Preference Judgment for Efficient LLM Alignment","created":"2024-06-06","cited_by_count":27,"area":"alignment"},{"id":"2312.09337","title":"Promptable Behaviors: Personalizing Multi-Objective Rewards from Human Preferences","created":"2023-12-14","cited_by_count":26,"area":"alignment"},{"id":"2305.18505","title":"Provable Reward-Agnostic Preference-Based Reinforcement Learning","created":"2023-05-29","cited_by_count":25,"area":"alignment"},{"id":"2301.11774","title":"Reinforcement Learning from Diverse Human Preferences","created":"2023-01-27","cited_by_count":24,"area":"alignment"},{"id":"2403.13219","title":"Diffusion Model for Data-Driven Black-Box Optimization","created":"2024-03-20","cited_by_count":24,"area":"diffusion"},{"id":"2311.14115","title":"A density estimation perspective on learning from pairwise human preferences","created":"2023-11-23","cited_by_count":23,"area":"alignment"},{"id":"2311.02379","title":"Accelerating Reinforcement Learning of Robotic Manipulations via Feedback from Large Language Models","created":"2023-11-04","cited_by_count":22,"area":null},{"id":"2411.05273","title":"Real-World Offline Reinforcement Learning from Vision Language Model Feedback","created":"2024-11-08","cited_by_count":22,"area":"mllm"},{"id":"2210.10765","title":"When to Ask for Help: Proactive Interventions in Autonomous Reinforcement Learning","created":"2022-10-19","cited_by_count":21,"area":null},{"id":"2301.03652","title":"On The Fragility of Learned Reward Functions","created":"2023-01-09","cited_by_count":21,"area":"alignment"},{"id":"2301.04741","title":"Efficient Preference-Based Reinforcement Learning Using Learned Dynamics Models","created":"2023-01-11","cited_by_count":21,"area":null},{"id":"2402.02423","title":"Uni-RLHF: Universal Platform and Benchmark Suite for Reinforcement Learning with Diverse Human Feedback","created":"2024-02-04","cited_by_count":21,"area":"alignment"},{"id":"2507.04136","title":"A Technical Survey of Reinforcement Learning Techniques for Large Language Models","created":"2025-07-05","cited_by_count":21,"area":"lr"},{"id":"2211.06519","title":"The Expertise Problem: Learning from Specialized Feedback","created":"2022-11-12","cited_by_count":20,"area":"alignment"},{"id":"2402.18137","title":"DecisionNCE: Embodied Multimodal Representations via Implicit Preference Learning","created":"2024-02-28","cited_by_count":20,"area":null},{"id":"2405.07162","title":"Learning Reward for Robot Skills Using Large Language Models via Self-Alignment","created":"2024-05-12","cited_by_count":20,"area":null},{"id":"2406.02764","title":"Adaptive Preference Scaling for Reinforcement Learning with Human Feedback","created":"2024-06-04","cited_by_count":20,"area":"alignment"},{"id":"2406.15567","title":"SAIL: Self-Improving Efficient Online Alignment of Large Language Models","created":"2024-06-21","cited_by_count":20,"area":"alignment"},{"id":"2207.03395","title":"Unified Learning from Demonstrations, Corrections, and Preferences during Physical Human-Robot Interaction","created":"2022-07-07","cited_by_count":19,"area":"offlinerl"},{"id":"2310.02456","title":"Learning Optimal Advantage from Preferences and Mistaking it for Reward","created":"2023-10-03","cited_by_count":19,"area":"alignment"},{"id":"2502.03369","title":"Learning from Active Human Involvement through Proxy Value Propagation","created":"2025-02-05","cited_by_count":19,"area":null},{"id":"2107.09251","title":"Offline Preference-Based Apprenticeship Learning","created":"2021-07-20","cited_by_count":17,"area":"offlinerl"},{"id":"2407.07787","title":"Continuous Control with Coarse-to-fine Reinforcement Learning","created":"2024-07-10","cited_by_count":17,"area":"deeprl"},{"id":"2412.10713","title":"RAT: Adversarial Attacks on Deep Reinforcement Agents for Targeted Behaviors","created":"2024-12-14","cited_by_count":16,"area":"deeprl"},{"id":"2304.08944","title":"Provably Feedback-Efficient Reinforcement Learning via Active Reward Learning","created":"2023-04-18","cited_by_count":15,"area":null},{"id":"2305.17400","title":"Query-Policy Misalignment in Preference-Based Reinforcement Learning","created":"2023-05-27","cited_by_count":15,"area":null},{"id":"2307.16348","title":"Rating-based Reinforcement Learning","created":"2023-07-30","cited_by_count":15,"area":null},{"id":"2310.14196","title":"Learning to Discern: Imitating Heterogeneous Human Demonstrations with Preference and Representation Learning","created":"2023-10-22","cited_by_count":15,"area":"offlinerl"},{"id":"2403.18742","title":"Understanding the Learning Dynamics of Alignment with Human Feedback","created":"2024-03-27","cited_by_count":15,"area":"alignment"},{"id":"2406.01026","title":"Strengthened Symbol Binding Makes Large Language Models Reliable Multiple-Choice Selectors","created":"2024-06-03","cited_by_count":15,"area":null},{"id":"2501.08259","title":"FDPP: Fine-tune Diffusion Policy with Human Preference","created":"2025-01-14","cited_by_count":15,"area":"diffusion"},{"id":"2506.12822","title":"Enhancing Rating-Based Reinforcement Learning to Effectively Leverage Feedback from Large Vision-Language Models","created":"2025-06-15","cited_by_count":15,"area":"mllm"},{"id":"2408.04190","title":"Listwise Reward Estimation for Offline Preference-based Reinforcement Learning","created":"2024-08-08","cited_by_count":14,"area":"alignment"},{"id":"2210.15206","title":"Learning on the Job: Self-Rewarding Offline-to-Online Finetuning for Industrial Insertion of Novel Connectors from Vision","created":"2022-10-27","cited_by_count":13,"area":"synth"},{"id":"2303.00894","title":"Active Reward Learning from Multiple Teachers","created":"2023-03-02","cited_by_count":13,"area":"alignment"},{"id":"2304.00416","title":"Towards Healthy AI: Large Language Models Need Therapists Too","created":"2023-04-02","cited_by_count":13,"area":null},{"id":"2307.11049","title":"Breadcrumbs to the Goal: Goal-Conditioned Exploration from Human-in-the-Loop Feedback","created":"2023-07-20","cited_by_count":13,"area":"alignment"},{"id":"2310.20608","title":"Autonomous Robotic Reinforcement Learning with Asynchronous Human Feedback","created":"2023-10-31","cited_by_count":13,"area":null},{"id":"2110.08258","title":"A Framework for Learning to Request Rich and Contextually Useful Information from Humans","created":"2021-10-14","cited_by_count":12,"area":null},{"id":"2307.02770","title":"Censored Sampling of Diffusion Models Using 3 Minutes of Human Feedback","created":"2023-07-06","cited_by_count":12,"area":"diffusion"},{"id":"2404.08828","title":"Hindsight PRIORs for Reward Learning from Human Preferences","created":"2024-04-12","cited_by_count":12,"area":"alignment"},{"id":"2406.07780","title":"A Critical Look At Tokenwise Reward-Guided Text Generation","created":"2024-06-12","cited_by_count":12,"area":"alignment"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2302.01928","title":"Aligning Robot and Human Representations","created":"2023-02-03","cited_by_count":11,"area":null},{"id":"2402.18759","title":"Learning with Language-Guided State Abstractions","created":"2024-02-28","cited_by_count":11,"area":"offlinerl"},{"id":"2405.19806","title":"Preference Alignment with Flow Matching","created":"2024-05-30","cited_by_count":11,"area":"alignment"},{"id":"2503.02077","title":"M3HF: Multi-agent Reinforcement Learning from Multi-phase Human Feedback of Mixed Quality","created":"2025-03-03","cited_by_count":11,"area":"agents"},{"id":"2402.14245","title":"Enhancing Robotic Manipulation with AI Feedback from Multimodal Large Language Models","created":"2024-02-22","cited_by_count":10,"area":"mllm"},{"id":"2405.19697","title":"Bilevel reinforcement learning via the development of hyper-gradient without lower-level convexity","created":"2024-05-30","cited_by_count":10,"area":"deeprl"},{"id":"2502.03723","title":"Speaking the Language of Teamwork: LLM-Guided Credit Assignment in Multi-Agent Reinforcement Learning","created":"2025-02-06","cited_by_count":10,"area":"agents"},{"id":"2503.17644","title":"On The Sample Complexity Bounds In Bilevel Reinforcement Learning","created":"2025-03-22","cited_by_count":10,"area":"deeprl"}],"next_cursor":"100"}