{"total":138,"rows":[{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2503.01785","title":"Visual-RFT: Visual Reinforcement Fine-Tuning","created":"2025-03-03","cited_by_count":513,"area":"lr"},{"id":"2409.12917","title":"Training Language Models to Self-Correct via Reinforcement Learning","created":"2024-09-19","cited_by_count":426,"area":"lr"},{"id":"2302.07842","title":"Augmented Language Models: a Survey","created":"2023-02-15","cited_by_count":403,"area":"lr"},{"id":"2310.06452","title":"Understanding the Effects of RLHF on LLM Generalisation and Diversity","created":"2023-10-10","cited_by_count":396,"area":"alignment"},{"id":"2412.21139","title":"Training Software Engineering Agents and Verifiers with SWE-Gym","created":"2024-12-30","cited_by_count":336,"area":"agents"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247,"area":"alignment"},{"id":"2210.01241","title":"Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization","created":"2022-10-03","cited_by_count":246,"area":null},{"id":"2404.12358","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","created":"2024-04-18","cited_by_count":242,"area":"alignment"},{"id":"2311.10702","title":"Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2","created":"2023-11-17","cited_by_count":229,"area":"alignment"},{"id":"2408.07199","title":"Agent Q: Advanced Reasoning and Learning for Autonomous AI Agents","created":"2024-08-13","cited_by_count":208,"area":"lr"},{"id":"2407.18219","title":"Recursive Introspection: Teaching Language Model Agents How to Self-Improve","created":"2024-07-25","cited_by_count":165,"area":"lr"},{"id":"2303.04129","title":"Foundation Models for Decision Making: Problems, Methods, and Opportunities","created":"2023-03-07","cited_by_count":164,"area":null},{"id":"2405.10292","title":"Fine-Tuning Large Vision-Language Models as Decision-Making Agents via Reinforcement Learning","created":"2024-05-16","cited_by_count":158,"area":"lr"},{"id":"2403.03950","title":"Stop Regressing: Training Value Functions via Classification for Scalable Deep RL","created":"2024-03-06","cited_by_count":144,"area":"deeprl"},{"id":"2310.17022","title":"Controlled Decoding from Language Models","created":"2023-10-25","cited_by_count":135,"area":null},{"id":"2308.02151","title":"Retroformer: Retrospective Large Language Agents with Policy Gradient Optimization","created":"2023-08-04","cited_by_count":112,"area":"agents"},{"id":"2310.05344","title":"SteerLM: Attribute Conditioned SFT as an (User-Steerable) Alternative to RLHF","created":"2023-10-09","cited_by_count":111,"area":"alignment"},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2404.17546","title":"Probabilistic Inference in Language Models via Twisted Sequential Monte Carlo","created":"2024-04-26","cited_by_count":90,"area":"alignment"},{"id":"2311.18232","title":"LMRL Gym: Benchmarks for Multi-Turn Reinforcement Learning with Language Models","created":"2023-11-30","cited_by_count":88,"area":null},{"id":"2303.00855","title":"Grounded Decoding: Guiding Text Generation with Grounded Models for Embodied Agents","created":"2023-03-01","cited_by_count":67,"area":"agents"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"2401.00243","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","created":"2023-12-30","cited_by_count":56,"area":"alignment"},{"id":"2402.08265","title":"A Dense Reward View on Aligning Text-to-Image Diffusion with Preference","created":"2024-02-13","cited_by_count":55,"area":"diffusion"},{"id":"2301.03044","title":"A Survey on Transformers in Reinforcement Learning","created":"2023-01-08","cited_by_count":50,"area":null},{"id":"2306.11816","title":"Learning to Generate Better Than Your LLM","created":"2023-06-20","cited_by_count":49,"area":null},{"id":"2405.06639","title":"Value Augmented Sampling for Language Model Alignment and Personalization","created":"2024-05-10","cited_by_count":49,"area":"alignment"},{"id":"2306.02231","title":"Fine-Tuning Language Models with Advantage-Induced Policy Alignment","created":"2023-06-04","cited_by_count":48,"area":"alignment"},{"id":"2405.20495","title":"Transfer Q Star: Principled Decoding for LLM Alignment","created":"2024-05-30","cited_by_count":48,"area":"alignment"},{"id":"2212.10938","title":"Critic-Guided Decoding for Controlled Text Generation","created":"2022-12-21","cited_by_count":45,"area":null},{"id":"2311.00168","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","created":"2023-10-31","cited_by_count":42,"area":"alignment"},{"id":"2410.01639","title":"Moral Alignment for LLM Agents","created":"2024-10-02","cited_by_count":39,"area":"agents"},{"id":"2311.05584","title":"Zero-Shot Goal-Directed Dialogue via RL on Imagined Conversations","created":"2023-11-09","cited_by_count":38,"area":null},{"id":"2409.07253","title":"Alignment of Diffusion Models: Fundamentals, Challenges, and Future","created":"2024-09-11","cited_by_count":35,"area":"diffusion"},{"id":"2305.15065","title":"Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning","created":"2023-05-24","cited_by_count":33,"area":null},{"id":"2305.13246","title":"Interactive Natural Language Processing","created":"2023-05-22","cited_by_count":31,"area":null},{"id":"2306.00398","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","created":"2023-06-01","cited_by_count":31,"area":"alignment"},{"id":"2307.16851","title":"Towards Trustworthy and Aligned Machine Learning: A Data-centric Survey with Causality Perspectives","created":"2023-07-31","cited_by_count":30,"area":"alignment"},{"id":"2410.04612","title":"Regressing the Relative Future: Efficient Policy Optimization for Multi-turn RLHF","created":"2024-10-06","cited_by_count":30,"area":"alignment"},{"id":"2410.07927","title":"Efficient Reinforcement Learning with Large Language Model Priors","created":"2024-10-10","cited_by_count":30,"area":null},{"id":"2501.17974","title":"Think Smarter not Harder: Adaptive Reasoning with Inference Aware Optimization","created":"2025-01-29","cited_by_count":29,"area":"lr"},{"id":"2506.07636","title":"SWE-Dev: Building Software Engineering Agents with Training and Inference Scaling","created":"2025-06-09","cited_by_count":26,"area":"agents"},{"id":"2306.11886","title":"SPRINT: Scalable Policy Pre-Training via Language Instruction Relabeling","created":"2023-06-20","cited_by_count":24,"area":null},{"id":"2410.09302","title":"Enhancing Multi-Step Reasoning Abilities of Language Models through Direct Q-Function Optimization","created":"2024-10-11","cited_by_count":22,"area":"lr"},{"id":"2507.04136","title":"A Technical Survey of Reinforcement Learning Techniques for Large Language Models","created":"2025-07-05","cited_by_count":21,"area":"lr"},{"id":"2302.10342","title":"Fantastic Rewards and How to Tame Them: A Case Study on Reward Learning for Task-oriented Dialogue Systems","created":"2023-02-20","cited_by_count":19,"area":null},{"id":"2406.16897","title":"InstructPatentGPT: Training patent language models to follow instructions with human feedback","created":"2024-05-25","cited_by_count":19,"area":"alignment"},{"id":"2502.18906","title":"VEM: Environment-Free Exploration for Training GUI Agent with Value Environment Model","created":"2025-02-26","cited_by_count":19,"area":"lr"},{"id":"2605.25338","title":"CausalFlow: Causal Attribution and Counterfactual Repair for LLM Agent Failures","created":"2026-05-25","cited_by_count":18,"area":"agents"},{"id":"2305.14718","title":"Leftover Lunch: Advantage-based Offline Reinforcement Learning for Language Models","created":"2023-05-24","cited_by_count":17,"area":"alignment"},{"id":"2505.16975","title":"SWE-Dev: Evaluating and Training Autonomous Feature-Driven Software Development","created":"2025-05-22","cited_by_count":16,"area":null},{"id":"2402.07896","title":"Suppressing Pink Elephants with Direct Principle Feedback","created":"2024-02-12","cited_by_count":15,"area":"alignment"},{"id":"2402.14688","title":"Q-Probe: A Lightweight Approach to Reward Maximization for Language Models","created":"2024-02-22","cited_by_count":15,"area":"alignment"},{"id":"2403.01197","title":"DMoERM: Recipes of Mixture-of-Experts for Effective Reward Modeling","created":"2024-03-02","cited_by_count":15,"area":"alignment"},{"id":"2403.18742","title":"Understanding the Learning Dynamics of Alignment with Human Feedback","created":"2024-03-27","cited_by_count":15,"area":"alignment"},{"id":"2410.02743","title":"MA-RLHF: Reinforcement Learning from Human Feedback with Macro Actions","created":"2024-10-03","cited_by_count":15,"area":"alignment"},{"id":"2310.10735","title":"Building Persona Consistent Dialogue Agents with Offline Reinforcement Learning","created":"2023-10-16","cited_by_count":14,"area":null},{"id":"2505.18700","title":"GRE Suite: Geo-localization Inference via Fine-Tuned Vision-Language Models and Enhanced Reasoning Chains","created":"2025-05-24","cited_by_count":14,"area":"lr"},{"id":"2509.01684","title":"Reinforcement Learning for Machine Learning Engineering Agents","created":"2025-09-01","cited_by_count":14,"area":"lr"},{"id":"2406.11978","title":"Dialogue Action Tokens: Steering Language Models in Goal-Directed Dialogue with a Multi-Turn Planner","created":"2024-06-17","cited_by_count":13,"area":"agents"},{"id":"2305.15695","title":"Asking Before Acting: Gather Information in Embodied Decision Making with Language Models","created":"2023-05-25","cited_by_count":12,"area":null},{"id":"2306.09712","title":"Semi-Offline Reinforcement Learning for Optimized Text Generation","created":"2023-06-16","cited_by_count":12,"area":"offlinerl"},{"id":"2312.02554","title":"ULMA: Unified Language Model Alignment with Human Demonstration and Point-wise Preference","created":"2023-12-05","cited_by_count":12,"area":"alignment"},{"id":"2406.07780","title":"A Critical Look At Tokenwise Reward-Guided Text Generation","created":"2024-06-12","cited_by_count":12,"area":"alignment"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2308.14328","title":"Reinforcement Learning for Generative AI: A Survey","created":"2023-08-28","cited_by_count":11,"area":null},{"id":"2505.18098","title":"Planning without Search: Refining Frontier LLMs with Offline Goal-Conditioned RL","created":"2025-05-23","cited_by_count":11,"area":null},{"id":"2308.00031","title":"Reinforcement Learning for Generative AI: State of the Art, Opportunities and Open Research Challenges","created":"2023-07-31","cited_by_count":10,"area":null},{"id":"2403.13578","title":"Dynamic Reward Adjustment in Multi-Reward Reinforcement Learning for Counselor Reflection Generation","created":"2024-03-20","cited_by_count":10,"area":"alignment"},{"id":"2411.05193","title":"Q-SFT: Q-Learning for Language Models via Supervised Fine-Tuning","created":"2024-11-07","cited_by_count":10,"area":"offlinerl"},{"id":"2502.17666","title":"Yes, Q-learning Helps Offline In-Context RL","created":"2025-02-24","cited_by_count":10,"area":"offlinerl"},{"id":"2506.06964","title":"Offline RL by Reward-Weighted Fine-Tuning for Conversation Optimization","created":"2025-06-08","cited_by_count":10,"area":"alignment"},{"id":"2410.05656","title":"On the Modeling Capabilities of Large Language Models for Sequential Decision Making","created":"2024-10-08","cited_by_count":9,"area":"alignment"},{"id":"2310.20663","title":"Offline RL with Observation Histories: Analyzing and Improving Sample Complexity","created":"2023-10-31","cited_by_count":7,"area":"offlinerl"},{"id":"2312.01818","title":"Hybrid Approaches for Moral Value Alignment in AI Agents: a Manifesto","created":"2023-12-04","cited_by_count":7,"area":"agents"},{"id":"2408.03459","title":"Can DPO Learn Diverse Human Values? A Theoretical Scaling Law","created":"2024-08-06","cited_by_count":7,"area":"alignment"},{"id":"2410.03968","title":"Decoding Game: On Minimax Optimality of Heuristic Text Generation Strategies","created":"2024-10-04","cited_by_count":7,"area":null},{"id":"2410.05559","title":"Attribute Controlled Fine-tuning for Large Language Models: A Case Study on Detoxification","created":"2024-10-07","cited_by_count":7,"area":null},{"id":"2307.12425","title":"On the Effectiveness of Offline RL for Dialogue Response Generation","created":"2023-07-23","cited_by_count":6,"area":null},{"id":"2310.07123","title":"Off-Policy Evaluation for Human Feedback","created":"2023-10-11","cited_by_count":6,"area":"alignment"},{"id":"2405.03803","title":"MoDiPO: text-to-motion alignment via AI-feedback-driven Direct Preference Optimization","created":"2024-05-06","cited_by_count":6,"area":"diffusion"},{"id":"2505.13144","title":"Temporal Distance-aware Transition Augmentation for Offline Model-based Reinforcement Learning","created":"2025-05-19","cited_by_count":6,"area":"offlinerl"},{"id":"2407.16970","title":"Towards Aligning Language Models with Textual Feedback","created":"2024-07-24","cited_by_count":5,"area":"alignment"},{"id":"2410.01957","title":"Challenges and Future Directions of Data-Centric AI Alignment","created":"2024-10-02","cited_by_count":5,"area":"alignment"},{"id":"2411.05194","title":"Interactive Dialogue Agents via Reinforcement Learning on Hindsight Regenerations","created":"2024-11-07","cited_by_count":5,"area":"agents"},{"id":"2502.04517","title":"Towards Cost-Effective Reward Guided Text Generation","created":"2025-02-06","cited_by_count":5,"area":"alignment"},{"id":"2506.01299","title":"Scalable In-Context Q-Learning","created":"2025-06-02","cited_by_count":5,"area":"wm"},{"id":"2506.14574","title":"TGDPO: Harnessing Token-Level Reward Guidance for Enhancing Direct Preference Optimization","created":"2025-06-17","cited_by_count":5,"area":"alignment"},{"id":"2510.19949","title":"Surfer 2: The Next Generation of Cross-Platform Computer Use Agents","created":"2025-10-22","cited_by_count":5,"area":"agents"},{"id":"2512.20773","title":"DIAL: Direct Iterative Adversarial Learning for Realistic Multi-Turn Dialogue Simulation","created":"2025-12-23","cited_by_count":5,"area":null},{"id":"2307.01784","title":"The Inner Sentiments of a Thought","created":"2023-07-04","cited_by_count":4,"area":"lr"},{"id":"2405.17956","title":"Unified Preference Optimization: Language Model Alignment Beyond the Preference Frontier","created":"2024-05-28","cited_by_count":4,"area":"alignment"},{"id":"2412.17397","title":"Towards Intrinsic Self-Correction Enhancement in Monte Carlo Tree Search Boosted Reasoning via Iterative Preference Learning","created":"2024-12-23","cited_by_count":4,"area":"lr"},{"id":"2506.04398","title":"Bridging the Performance Gap Between Target-Free and Target-Based Reinforcement Learning","created":"2025-06-04","cited_by_count":4,"area":"deeprl"},{"id":"2606.07367","title":"Self-evolving LLM agents with in-distribution Optimization","created":"2026-06-05","cited_by_count":4,"area":"agents"},{"id":"2302.10850","title":"Offline Reinforcement Learning for Mixture-of-Expert Dialogue Management","created":"2023-02-21","cited_by_count":3,"area":"moe"}],"next_cursor":"100"}