{"total":61,"rows":[{"id":"1706.03741","title":"Deep reinforcement learning from human preferences","created":"2017-06-12","cited_by_count":3912,"area":"alignment"},{"id":"2308.08998","title":"Reinforced Self-Training (ReST) for Language Modeling","created":"2023-08-17","cited_by_count":500,"area":"alignment"},{"id":"1811.07871","title":"Scalable agent alignment via reward modeling: a research direction","created":"2018-11-19","cited_by_count":447,"area":"alignment"},{"id":"2310.06452","title":"Understanding the Effects of RLHF on LLM Generalisation and Diversity","created":"2023-10-10","cited_by_count":396,"area":"alignment"},{"id":"1811.06521","title":"Reward learning from human preferences and demonstrations in Atari","created":"2018-11-15","cited_by_count":316,"area":"alignment"},{"id":"2106.05091","title":"PEBBLE: Feedback-Efficient Interactive Reinforcement Learning via Relabeling Experience and Unsupervised Pre-training","created":"2021-06-09","cited_by_count":302,"area":"alignment"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2307.04964","title":"Secrets of RLHF in Large Language Models Part I: PPO","created":"2023-07-11","cited_by_count":229,"area":"alignment"},{"id":"2403.19159","title":"Disentangling Length from Quality in Direct Preference Optimization","created":"2024-03-28","cited_by_count":196,"area":"alignment"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2309.16240","title":"Beyond Reverse KL: Generalizing Direct Preference Optimization with Diverse Divergence Constraints","created":"2023-09-28","cited_by_count":174,"area":"alignment"},{"id":"2402.10571","title":"Direct Preference Optimization with an Offset","created":"2024-02-16","cited_by_count":122,"area":"alignment"},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"1806.01946","title":"Learning to Understand Goal Specifications by Modelling Reward","created":"2018-06-05","cited_by_count":80,"area":"alignment"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"1707.07402","title":"Reinforcement Learning for Bandit Neural Machine Translation with Simulated Human Feedback","created":"2017-07-24","cited_by_count":72,"area":"alignment"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2205.12401","title":"Reward Uncertainty for Exploration in Preference-based Reinforcement Learning","created":"2022-05-24","cited_by_count":61,"area":"alignment"},{"id":"1805.10627","title":"Reliability and Learnability of Human Bandit Feedback for Sequence-to-Sequence Reinforcement Learning","created":"2018-05-27","cited_by_count":57,"area":"alignment"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"1902.04257","title":"Deep Reinforcement Learning from Policy-Dependent Human Feedback","created":"2019-02-12","cited_by_count":56,"area":"alignment"},{"id":"2401.00243","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","created":"2023-12-30","cited_by_count":56,"area":"alignment"},{"id":"2306.02231","title":"Fine-Tuning Language Models with Advantage-Induced Policy Alignment","created":"2023-06-04","cited_by_count":48,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2402.06886","title":"Principled Penalty-based Methods for Bilevel Reinforcement Learning and RLHF","created":"2024-02-10","cited_by_count":41,"area":"alignment"},{"id":"2309.00754","title":"Efficient RLHF: Reducing the Memory Usage of PPO","created":"2023-09-01","cited_by_count":40,"area":"alignment"},{"id":"2301.12842","title":"Direct Preference-based Policy Optimization without Reward Modeling","created":"2023-01-30","cited_by_count":36,"area":"alignment"},{"id":"2402.12366","title":"A Critical Evaluation of AI Feedback for Aligning Large Language Models","created":"2024-02-19","cited_by_count":36,"area":"alignment"},{"id":"2312.09337","title":"Promptable Behaviors: Personalizing Multi-Objective Rewards from Human Preferences","created":"2023-12-14","cited_by_count":26,"area":"alignment"},{"id":"2310.11971","title":"Improving Generalization of Alignment with Human Preferences through Group Invariant Learning","created":"2023-10-18","cited_by_count":25,"area":"alignment"},{"id":"2406.08725","title":"RL-JACK: Reinforcement Learning-powered Black-box Jailbreaking Attack against LLMs","created":"2024-06-13","cited_by_count":23,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2010.08920","title":"Average-reward model-free reinforcement learning: a systematic review and literature mapping","created":"2020-10-18","cited_by_count":22,"area":"alignment"},{"id":"2401.07382","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","created":"2024-01-14","cited_by_count":22,"area":"alignment"},{"id":"2310.02368","title":"Reinforcement Learning from Automatic Feedback for High-Quality Unit Test Generation","created":"2023-10-03","cited_by_count":21,"area":"alignment"},{"id":"2211.06519","title":"The Expertise Problem: Learning from Specialized Feedback","created":"2022-11-12","cited_by_count":20,"area":"alignment"},{"id":"2507.05619","title":"Detecting Proxy Gaming in RL and LLM Alignment via Evaluator Stress Tests","created":"2025-07-08","cited_by_count":19,"area":"alignment"},{"id":"2607.15161","title":"On-Policy Delta Distillation","created":"2026-07-16","cited_by_count":15,"area":"alignment"},{"id":"2307.12975","title":"Provable Benefits of Policy Learning from Human Preferences in Contextual Bandit Problems","created":"2023-07-24","cited_by_count":13,"area":"alignment"},{"id":"2312.11819","title":"An Adaptive Placement and Parallelism Framework for Accelerating RLHF Training","created":"2023-12-19","cited_by_count":13,"area":"alignment"},{"id":"2101.08937","title":"Prior Preference Learning from Experts:Designing a Reward with Active Inference","created":"2021-01-22","cited_by_count":8,"area":"alignment"},{"id":"2509.15110","title":"TDRM: Smooth Reward Models with Temporal Difference for LLM RL and Inference","created":"2025-09-18","cited_by_count":8,"area":"alignment"},{"id":"2406.12606","title":"Not Everything is All You Need: Toward Low-Redundant Optimization for Large Language Model Alignment","created":"2024-06-18","cited_by_count":7,"area":"alignment"},{"id":"2410.11677","title":"Understanding Likelihood Over-optimisation in Direct Alignment Algorithms","created":"2024-10-15","cited_by_count":7,"area":"alignment"},{"id":"2312.16430","title":"Preference as Reward, Maximum Preference Optimization with Importance Sampling","created":"2023-12-27","cited_by_count":4,"area":"alignment"},{"id":"2407.13163","title":"ROLeR: Effective Reward Shaping in Offline Reinforcement Learning for Recommender Systems","created":"2024-07-18","cited_by_count":4,"area":"alignment"},{"id":"2112.03482","title":"Combining Learning from Human Feedback and Knowledge Engineering to Solve Hierarchical Tasks in Minecraft","created":"2021-12-07","cited_by_count":3,"area":"alignment"},{"id":"2405.17618","title":"Symmetric Reinforcement Learning Loss for Robust Learning on Diverse Tasks and Model Scales","created":"2024-05-27","cited_by_count":2,"area":"alignment"},{"id":"2606.03962","title":"Using Reward Uncertainty to Induce Diverse Behaviour in Reinforcement Learning","created":"2026-06-02","cited_by_count":2,"area":"alignment"},{"id":"2607.01083","title":"Staleness-Learning Rate Scaling Laws for Asynchronous RLHF","created":"2026-07-01","cited_by_count":2,"area":"alignment"},{"id":"2306.13004","title":"Can Differentiable Decision Trees Enable Interpretable Reward Learning from Human Feedback?","created":"2023-06-22","cited_by_count":0,"area":"alignment"},{"id":"2411.00252","title":"IO Transformer: Evaluating SwinV2-Based Reward Models for Computer Vision","created":"2024-10-31","cited_by_count":0,"area":"alignment"},{"id":"2411.09160","title":"Innate-Values-driven Reinforcement Learning based Cognitive Modeling","created":"2024-11-14","cited_by_count":0,"area":"alignment"},{"id":"2412.14308","title":"Reinforcement Learning from Automatic Feedback for High-Quality Unit Test Generation","created":"2024-12-18","cited_by_count":0,"area":"alignment"},{"id":"2509.01720","title":"Succeed or Learn Slowly: Sample Efficient Off-Policy Reinforcement Learning for Mobile App Control","created":"2025-09-01","cited_by_count":0,"area":"alignment"},{"id":"2511.13007","title":"GEM: Generative Entropy-Guided Preference Modeling for Few-shot Alignment of LLMs","created":"2025-11-17","cited_by_count":0,"area":"alignment"},{"id":"2606.24622","title":"Themis: An explainable AI-enabled framework for Reinforcement Learning with Human Feedback","created":"2026-06-23","cited_by_count":0,"area":"alignment"},{"id":"2606.26787","title":"AIGP: An LLM-Based Framework for Long-Term Value Alignment in E-Commerce Pricing","created":"2026-06-25","cited_by_count":0,"area":"alignment"},{"id":"2607.07859","title":"Feedback Manipulation Regularization: Enabling Offline Agent Alignment for Imitation Learning","created":"2026-07-08","cited_by_count":0,"area":"alignment"}],"next_cursor":null}