{"total":247,"rows":[{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2506.15841","title":"MEM1: Learning to Synergize Memory and Reasoning for Efficient Long-Horizon Agents","created":"2025-06-18","cited_by_count":238,"area":"lr"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2309.11489","title":"Text2Reward: Reward Shaping with Language Models for Reinforcement Learning","created":"2023-09-20","cited_by_count":160,"area":"alignment"},{"id":"2404.16019","title":"The PRISM Alignment Dataset: What Participatory, Representative and Individualised Human Feedback Reveals About the Subjective and Multicultural Alignment of Large Language Models","created":"2024-04-24","cited_by_count":144,"area":"alignment"},{"id":"2403.00409","title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback","created":"2024-03-01","cited_by_count":135,"area":"alignment"},{"id":"2312.08358","title":"Distributional Preference Learning: Understanding and Accounting for Hidden Context in RLHF","created":"2023-12-13","cited_by_count":133,"area":"alignment"},{"id":"2402.05133","title":"Personalized Language Modeling from Personalized Human Feedback","created":"2024-02-06","cited_by_count":132,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2310.19775","title":"Explainable Artificial Intelligence (XAI) 2.0: A Manifesto of Open Challenges and Interdisciplinary Research Directions","created":"2023-10-30","cited_by_count":125,"area":null},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2408.11791","title":"Critique-out-Loud Reward Models","created":"2024-08-21","cited_by_count":106,"area":"alignment"},{"id":"2412.01951","title":"Self-Improvement in Language Models: The Sharpening Mechanism","created":"2024-12-02","cited_by_count":104,"area":"synth"},{"id":"2306.14111","title":"Is RLHF More Difficult than Standard RL?","created":"2023-06-25","cited_by_count":96,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2502.18439","title":"MAPoRL: Multi-Agent Post-Co-Training for Collaborative Large Language Models with Reinforcement Learning","created":"2025-02-25","cited_by_count":86,"area":"lr"},{"id":"2509.06941","title":"Outcome-based Exploration for LLM Reasoning","created":"2025-09-08","cited_by_count":83,"area":"lr"},{"id":"2405.00254","title":"RLHF from Heterogeneous Feedback via Personalization and Preference Aggregation","created":"2024-04-30","cited_by_count":74,"area":"alignment"},{"id":"2404.07771","title":"An Overview of Diffusion Models: Applications, Guided Generation, Statistical Rates and Optimization","created":"2024-04-11","cited_by_count":73,"area":"diffusion"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2305.18438","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","created":"2023-05-29","cited_by_count":69,"area":"alignment"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2406.05954","title":"Aligning Large Language Models with Representation Editing: A Control Perspective","created":"2024-06-10","cited_by_count":64,"area":"alignment"},{"id":"2402.10500","title":"Active Preference Optimization for Sample Efficient RLHF","created":"2024-02-16","cited_by_count":62,"area":"alignment"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"2305.14816","title":"Provable Offline Preference-Based Reinforcement Learning","created":"2023-05-24","cited_by_count":55,"area":null},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2405.14758","title":"Axioms for AI Alignment from Human Feedback","created":"2024-05-23","cited_by_count":52,"area":"alignment"},{"id":"2408.16984","title":"Beyond Preferences in AI Alignment","created":"2024-08-30","cited_by_count":49,"area":"alignment"},{"id":"2306.02231","title":"Fine-Tuning Language Models with Advantage-Induced Policy Alignment","created":"2023-06-04","cited_by_count":48,"area":"alignment"},{"id":"2504.13139","title":"Syntactic and Semantic Control of Large Language Models via Sequential Monte Carlo","created":"2025-04-17","cited_by_count":46,"area":null},{"id":"2510.01135","title":"Prompt Curriculum Learning for Efficient LLM Post-Training","created":"2025-10-01","cited_by_count":45,"area":null},{"id":"2307.12950","title":"RLCD: Reinforcement Learning from Contrastive Distillation for Language Model Alignment","created":"2023-07-24","cited_by_count":43,"area":"alignment"},{"id":"2402.09401","title":"Reinforcement Learning from Human Feedback with Active Queries","created":"2024-02-14","cited_by_count":43,"area":"alignment"},{"id":"2404.08495","title":"Dataset Reset Policy Optimization for RLHF","created":"2024-04-12","cited_by_count":41,"area":"alignment"},{"id":"2308.02585","title":"PARL: A Unified Framework for Policy Alignment in Reinforcement Learning from Human Feedback","created":"2023-08-03","cited_by_count":40,"area":"alignment"},{"id":"2403.05171","title":"Overcoming Reward Overoptimization via Adversarial Policy Optimization with Lightweight Uncertainty Estimation","created":"2024-03-08","cited_by_count":33,"area":"alignment"},{"id":"2411.04625","title":"Sharp Analysis for KL-Regularized Contextual Bandits and RLHF","created":"2024-11-07","cited_by_count":33,"area":"alignment"},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2502.14855","title":"Prompt-to-Leaderboard","created":"2025-02-20","cited_by_count":30,"area":null},{"id":"2309.16155","title":"The Trickle-down Impact of Reward (In-)consistency on RLHF","created":"2023-09-28","cited_by_count":29,"area":"alignment"},{"id":"2306.00074","title":"Human-Aligned Calibration for AI-Assisted Decision Making","created":"2023-05-31","cited_by_count":28,"area":null},{"id":"2312.04782","title":"Make Them Spill the Beans! Coercive Knowledge Extraction from (Production) LLMs","created":"2023-12-08","cited_by_count":27,"area":null},{"id":"2403.01857","title":"Reward Model Learning vs. Direct Policy Optimization: A Comparative Analysis of Learning from Human Preferences","created":"2024-03-04","cited_by_count":27,"area":"alignment"},{"id":"2404.06013","title":"Feel-Good Thompson Sampling for Contextual Dueling Bandits","created":"2024-04-09","cited_by_count":27,"area":null},{"id":"2404.13038","title":"Mapping Social Choice Theory to RLHF","created":"2024-04-19","cited_by_count":27,"area":"alignment"},{"id":"2409.19605","title":"The Crucial Role of Samplers in Online Direct Preference Optimization","created":"2024-09-29","cited_by_count":27,"area":"alignment"},{"id":"2302.07457","title":"When Demonstrations Meet Generative World Models: A Maximum Likelihood Framework for Offline Inverse Reinforcement Learning","created":"2023-02-15","cited_by_count":26,"area":"wm"},{"id":"2403.11124","title":"Scaling Data Diversity for Fine-Tuning Language Models in Human Alignment","created":"2024-03-17","cited_by_count":26,"area":"alignment"},{"id":"2305.18505","title":"Provable Reward-Agnostic Preference-Based Reinforcement Learning","created":"2023-05-29","cited_by_count":25,"area":"alignment"},{"id":"2402.10342","title":"Exploration-Driven Policy Optimization in RLHF: Theoretical Insights on Efficient Data Utilization","created":"2024-02-15","cited_by_count":25,"area":"alignment"},{"id":"2406.15568","title":"Robust Reinforcement Learning from Corrupted Human Feedback","created":"2024-06-21","cited_by_count":25,"area":"alignment"},{"id":"2305.17608","title":"Reward Collapse in Aligning Large Language Models","created":"2023-05-28","cited_by_count":24,"area":"alignment"},{"id":"2403.13219","title":"Diffusion Model for Data-Driven Black-Box Optimization","created":"2024-03-20","cited_by_count":24,"area":"diffusion"},{"id":"2312.15907","title":"Align on the Fly: Adapting Chatbot Behavior to Established Norms","created":"2023-12-26","cited_by_count":23,"area":"alignment"},{"id":"2502.07460","title":"Logarithmic Regret for Online KL-Regularized Reinforcement Learning","created":"2025-02-11","cited_by_count":22,"area":"alignment"},{"id":"2402.06734","title":"Corruption Robust Offline Reinforcement Learning with Human Feedback","created":"2024-02-09","cited_by_count":20,"area":"alignment"},{"id":"2406.04481","title":"Optimizing Autonomous Driving for Safety: A Human-Centric Approach with LLM-Enhanced RLHF","created":"2024-06-06","cited_by_count":18,"area":"driving"},{"id":"2502.01930","title":"Robust LLM Alignment via Distributionally Robust Direct Preference Optimization","created":"2025-02-04","cited_by_count":18,"area":"alignment"},{"id":"2404.13895","title":"Optimal Design for Human Preference Elicitation","created":"2024-04-22","cited_by_count":17,"area":null},{"id":"2305.14702","title":"DecipherPref: Analyzing Influential Factors in Human Preference Judgments via GPT-4","created":"2023-05-24","cited_by_count":16,"area":null},{"id":"2402.05367","title":"Principled Preferential Bayesian Optimization","created":"2024-02-08","cited_by_count":16,"area":null},{"id":"2406.04274","title":"Self-Play with Adversarial Critic: Provable and Scalable Offline Alignment for Language Models","created":"2024-06-06","cited_by_count":16,"area":"alignment"},{"id":"2411.01493","title":"Sample-Efficient Alignment for LLMs","created":"2024-11-03","cited_by_count":16,"area":"alignment"},{"id":"2503.08942","title":"Extragradient Preference Optimization (EGPO): Beyond Last-Iterate Convergence for Nash Learning from Human Feedback","created":"2025-03-11","cited_by_count":16,"area":"alignment"},{"id":"2505.14826","title":"FisherSFT: Data-Efficient Supervised Fine-Tuning of Language Models Using Information Gain","created":"2025-05-20","cited_by_count":15,"area":null},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2307.02842","title":"Provably Efficient Iterated CVaR Reinforcement Learning with Function Approximation and Human Feedback","created":"2023-07-06","cited_by_count":14,"area":"alignment"},{"id":"2406.01013","title":"Scalable Ensembling For Mitigating Reward Overoptimisation","created":"2024-06-03","cited_by_count":14,"area":"alignment"},{"id":"2408.04190","title":"Listwise Reward Estimation for Offline Preference-based Reinforcement Learning","created":"2024-08-08","cited_by_count":14,"area":"alignment"},{"id":"2410.05328","title":"Reward Learning From Preference With Ties","created":"2024-10-05","cited_by_count":14,"area":"alignment"},{"id":"2502.17515","title":"Towards User-level Private Reinforcement Learning with Human Feedback","created":"2025-02-22","cited_by_count":14,"area":"alignment"},{"id":"2307.12975","title":"Provable Benefits of Policy Learning from Human Preferences in Contextual Bandit Problems","created":"2023-07-24","cited_by_count":13,"area":"alignment"},{"id":"2407.18676","title":"Right Now, Wrong Then: Non-Stationary Direct Preference Optimization under Preference Drift","created":"2024-07-26","cited_by_count":13,"area":"alignment"},{"id":"2504.03784","title":"Robust Reinforcement Learning from Human Feedback for Large Language Models Fine-Tuning","created":"2025-04-03","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2310.19733","title":"Differentially Private Reward Estimation with Preference Feedback","created":"2023-10-30","cited_by_count":12,"area":"alignment"},{"id":"2404.08828","title":"Hindsight PRIORs for Reward Learning from Human Preferences","created":"2024-04-12","cited_by_count":12,"area":"alignment"},{"id":"2409.17401","title":"Zeroth-Order Policy Gradient for Reinforcement Learning from Human Feedback without Reward Inference","created":"2024-09-25","cited_by_count":12,"area":"alignment"},{"id":"2410.15483","title":"Understanding Forgetting in LLM Supervised Fine-Tuning and Preference Learning -- A Convex Optimization Perspective","created":"2024-10-20","cited_by_count":12,"area":"alignment"},{"id":"2605.05040","title":"Preference-Based Self-Distillation: Beyond KL Matching via Reward Regularization","created":"2026-05-06","cited_by_count":12,"area":"lr"},{"id":"2308.14328","title":"Reinforcement Learning for Generative AI: A Survey","created":"2023-08-28","cited_by_count":11,"area":null},{"id":"2508.02833","title":"TIC-GRPO: Provable and Efficient Optimization for Reinforcement Learning from Human Feedback","created":"2025-08-04","cited_by_count":11,"area":"lr"},{"id":"2510.24700","title":"Greedy Sampling Is Provably Efficient for RLHF","created":"2025-10-28","cited_by_count":11,"area":"alignment"},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2412.19436","title":"Low-Rank Contextual Reinforcement Learning from Heterogeneous Human Feedback","created":"2024-12-27","cited_by_count":10,"area":"alignment"},{"id":"2502.06051","title":"Towards a Sharp Analysis of Offline Policy Learning for $f$-Divergence-Regularized Contextual Bandits","created":"2025-02-09","cited_by_count":10,"area":"offlinerl"},{"id":"2505.19241","title":"ActiveDPO: Active Direct Preference Optimization for Sample-Efficient Alignment","created":"2025-05-25","cited_by_count":10,"area":"lr"},{"id":"2505.19770","title":"Understanding the Performance Gap in Preference Learning: A Dichotomy of RLHF and DPO","created":"2025-05-26","cited_by_count":10,"area":"alignment"},{"id":"2310.06450","title":"Constructive Large Language Models Alignment with Diverse Feedback","created":"2023-10-10","cited_by_count":9,"area":"alignment"}],"next_cursor":"100"}