{"total":61,"rows":[{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055,"area":"alignment"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2310.03716","title":"A Long Way to Go: Investigating Length Correlations in RLHF","created":"2023-10-05","cited_by_count":291,"area":"alignment"},{"id":"2301.11270","title":"Principled Reinforcement Learning with Human Feedback from Pairwise or $K$-wise Comparisons","created":"2023-01-26","cited_by_count":247,"area":"alignment"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2310.13639","title":"Contrastive Preference Learning: Learning from Human Feedback without RL","created":"2023-10-20","cited_by_count":79,"area":"alignment"},{"id":"2305.15363","title":"Inverse Preference Learning: Preference-based RL without a Reward Function","created":"2023-05-24","cited_by_count":68,"area":"alignment"},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"2301.01392","title":"Benchmarks and Algorithms for Offline Preference-Based Reward Learning","created":"2023-01-03","cited_by_count":56,"area":"alignment"},{"id":"2204.06601","title":"Causal Confusion and Reward Misidentification in Preference-Based Reward Learning","created":"2022-04-13","cited_by_count":53,"area":"alignment"},{"id":"2109.12750","title":"Learning Multimodal Rewards from Rankings","created":"2021-09-27","cited_by_count":41,"area":"alignment"},{"id":"2404.08495","title":"Dataset Reset Policy Optimization for RLHF","created":"2024-04-12","cited_by_count":41,"area":"alignment"},{"id":"2308.02585","title":"PARL: A Unified Framework for Policy Alignment in Reinforcement Learning from Human Feedback","created":"2023-08-03","cited_by_count":40,"area":"alignment"},{"id":"2406.00888","title":"Aligning Language Models with Demonstrated Feedback","created":"2024-06-02","cited_by_count":34,"area":"alignment"},{"id":"2306.00398","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","created":"2023-06-01","cited_by_count":31,"area":"alignment"},{"id":"2403.01857","title":"Reward Model Learning vs. Direct Policy Optimization: A Comparative Analysis of Learning from Human Preferences","created":"2024-03-04","cited_by_count":27,"area":"alignment"},{"id":"2405.15624","title":"Inverse-RLignment: Large Language Model Alignment from Demonstrations through Inverse Reinforcement Learning","created":"2024-05-24","cited_by_count":27,"area":"alignment"},{"id":"2201.00012","title":"MORAL: Aligning AI with Human Norms through Multi-Objective Reinforced Active Learning","created":"2021-12-30","cited_by_count":25,"area":"alignment"},{"id":"2305.18505","title":"Provable Reward-Agnostic Preference-Based Reinforcement Learning","created":"2023-05-29","cited_by_count":25,"area":"alignment"},{"id":"2311.14115","title":"A density estimation perspective on learning from pairwise human preferences","created":"2023-11-23","cited_by_count":23,"area":"alignment"},{"id":"2301.03652","title":"On The Fragility of Learned Reward Functions","created":"2023-01-09","cited_by_count":21,"area":"alignment"},{"id":"2211.06519","title":"The Expertise Problem: Learning from Specialized Feedback","created":"2022-11-12","cited_by_count":20,"area":"alignment"},{"id":"2310.06147","title":"Reinforcement Learning in the Era of LLMs: What is Essential? What is needed? An RL Perspective on RLHF, Prompting, and Beyond","created":"2023-10-09","cited_by_count":20,"area":"alignment"},{"id":"2310.07932","title":"What Matters to You? Towards Visual Representation Alignment for Robot Learning","created":"2023-10-11","cited_by_count":14,"area":"alignment"},{"id":"2408.04190","title":"Listwise Reward Estimation for Offline Preference-based Reinforcement Learning","created":"2024-08-08","cited_by_count":14,"area":"alignment"},{"id":"2302.13507","title":"Active Reward Learning from Online Preferences","created":"2023-02-27","cited_by_count":13,"area":"alignment"},{"id":"2403.12017","title":"Supervised Fine-Tuning as Inverse Reinforcement Learning","created":"2024-03-18","cited_by_count":12,"area":"alignment"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2402.17975","title":"Sample-Efficient Preference-based Reinforcement Learning with Dynamics Aware Rewards","created":"2024-02-28","cited_by_count":9,"area":"alignment"},{"id":"2405.01511","title":"D2PO: Discriminator-Guided DPO with Response Evaluation Models","created":"2024-05-02","cited_by_count":9,"area":"alignment"},{"id":"2212.00169","title":"Time-Efficient Reward Learning via Visually Assisted Cluster Ranking","created":"2022-11-30","cited_by_count":8,"area":"alignment"},{"id":"2203.13553","title":"Preprocessing Reward Functions for Interpretability","created":"2022-03-25","cited_by_count":7,"area":"alignment"},{"id":"2210.15906","title":"Relative Behavioral Attributes: Filling the Gap between Symbolic Goal Specification and Reward Learning from Human Preferences","created":"2022-10-28","cited_by_count":7,"area":"alignment"},{"id":"2401.10941","title":"Crowd-PrefRL: Preference-Based Reward Learning from Crowds","created":"2024-01-17","cited_by_count":7,"area":"alignment"},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"},{"id":"2608.09853","title":"RynnValue: Scaling Robotic Value Foundation Models with Temporal Distance","created":"2026-08-10","cited_by_count":7,"area":"alignment"},{"id":"2006.16498","title":"Accelerating Reinforcement Learning Agent with EEG-based Implicit Human Feedback","created":"2020-06-30","cited_by_count":4,"area":"alignment"},{"id":"2405.12421","title":"A Unified Linear Programming Framework for Offline Reward Learning from Human Demonstrations and Feedback","created":"2024-05-20","cited_by_count":4,"area":"alignment"},{"id":"2406.06874","title":"Learning Reward and Policy Jointly from Demonstration and Preference Improves Alignment","created":"2024-06-11","cited_by_count":4,"area":"alignment"},{"id":"2112.03482","title":"Combining Learning from Human Feedback and Knowledge Engineering to Solve Hierarchical Tasks in Minecraft","created":"2021-12-07","cited_by_count":3,"area":"alignment"},{"id":"2406.01931","title":"Dishonesty in Helpful and Harmless Alignment","created":"2024-06-04","cited_by_count":3,"area":"alignment"},{"id":"2203.04951","title":"Learning from Physical Human Feedback: An Object-Centric One-Shot Adaptation Method","created":"2022-03-09","cited_by_count":2,"area":"alignment"},{"id":"2401.14923","title":"Reinforcement Learning Interventions on Boundedly Rational Human Agents in Frictionful Tasks","created":"2024-01-26","cited_by_count":2,"area":"alignment"},{"id":"2503.10228","title":"Policy Teaching via Data Poisoning in Learning from Human Preferences","created":"2025-03-13","cited_by_count":2,"area":"alignment"},{"id":"2510.06096","title":"The Alignment Auditor: A Bayesian Framework for Verifying and Refining LLM Objectives","created":"2025-10-07","cited_by_count":2,"area":"alignment"},{"id":"2307.05405","title":"Boosting Feedback Efficiency of Interactive Reinforcement Learning by Adaptive Learning from Scores","created":"2023-07-11","cited_by_count":1,"area":"alignment"},{"id":"2402.03282","title":"A Theoretical Framework for Partially Observed Reward-States in RLHF","created":"2024-02-05","cited_by_count":1,"area":"alignment"},{"id":"2406.16258","title":"MEReQ: Max-Ent Residual-Q Inverse RL for Sample-Efficient Alignment from Intervention","created":"2024-06-24","cited_by_count":1,"area":"alignment"},{"id":"2510.06092","title":"Learning from Failures: Understanding LLM Alignment through Failure-Aware Inverse RL","created":"2025-10-07","cited_by_count":1,"area":"alignment"},{"id":"2606.31377","title":"Stage-Transition Dense Reward Modeling for Reinforcement Learning","created":"2026-06-30","cited_by_count":1,"area":"alignment"},{"id":"2607.08647","title":"Multi-Modal, Multi-Environment Machine Teaching for Robust Reward Learning","created":"2026-07-09","cited_by_count":1,"area":"alignment"},{"id":"2205.07882","title":"Aligning Robot Representations with Humans","created":"2022-05-15","cited_by_count":0,"area":"alignment"},{"id":"2306.13004","title":"Can Differentiable Decision Trees Enable Interpretable Reward Learning from Human Feedback?","created":"2023-06-22","cited_by_count":0,"area":"alignment"},{"id":"2312.14436","title":"REBEL: Reward Regularization-Based Approach for Robotic Reinforcement Learning from Human Feedback","created":"2023-12-22","cited_by_count":0,"area":"alignment"},{"id":"2408.05610","title":"Representation Alignment from Human Feedback for Cross-Embodiment Reward Learning from Mixed-Quality Demonstrations","created":"2024-08-10","cited_by_count":0,"area":"alignment"},{"id":"2504.14732","title":"Reinforcement Learning from Multi-level and Episodic Human Feedback","created":"2025-04-20","cited_by_count":0,"area":"alignment"},{"id":"2506.01692","title":"A Descriptive and Normative Theory of Human Beliefs in RLHF","created":"2025-06-02","cited_by_count":0,"area":"alignment"},{"id":"2601.09236","title":"Reward Learning through Ranking Mean Squared Error","created":"2026-01-14","cited_by_count":0,"area":"alignment"},{"id":"2603.28281","title":"Corruption-robust Offline Multi-agent Reinforcement Learning From Human Feedback","created":"2026-03-30","cited_by_count":0,"area":"alignment"},{"id":"2607.01897","title":"Rank-Then-Act: Reward-Free Control from Frame-Order Progress","created":"2026-07-02","cited_by_count":0,"area":"alignment"},{"id":"2609.04066","title":"Subspace Inference Enables Efficient Active Reward Learning from Preferences","created":"2026-09-03","cited_by_count":0,"area":"alignment"}],"next_cursor":null}