{"total":264,"rows":[{"id":"2409.12917","title":"Training Language Models to Self-Correct via Reinforcement Learning","created":"2024-09-19","cited_by_count":426,"area":"lr"},{"id":"2102.00135","title":"Policy Mirror Descent for Reinforcement Learning: Linear Convergence, New Sampling Complexity, and Generalized Problem Classes","created":"2021-01-30","cited_by_count":156,"area":null},{"id":"2201.07443","title":"On the Convergence Rates of Policy Gradient Methods","created":"2022-01-19","cited_by_count":119,"area":null},{"id":"2112.04553","title":"Recent Advances in Reinforcement Learning in Finance","created":"2021-12-08","cited_by_count":110,"area":null},{"id":"2109.14523","title":"Online Robust Reinforcement Learning with Model Uncertainty","created":"2021-09-29","cited_by_count":96,"area":null},{"id":"2302.05185","title":"On Penalty-based Bilevel Gradient Descent Method","created":"2023-02-10","cited_by_count":87,"area":null},{"id":"2105.11066","title":"Policy Mirror Descent for Regularized Reinforcement Learning: A Generalized Framework with Linear Convergence","created":"2021-05-24","cited_by_count":84,"area":null},{"id":"2107.11433","title":"A general sample complexity analysis of vanilla policy gradient","created":"2021-07-23","cited_by_count":76,"area":null},{"id":"2502.00361","title":"Efficient Online Reinforcement Learning for Diffusion Policy","created":"2025-02-01","cited_by_count":71,"area":"diffusion"},{"id":"2102.08607","title":"On the Convergence and Sample Efficiency of Variance-Reduced Policy Gradient Method","created":"2021-02-17","cited_by_count":70,"area":null},{"id":"2205.07344","title":"Policy Gradient Method For Robust Reinforcement Learning","created":"2022-05-15","cited_by_count":69,"area":null},{"id":"2105.15186","title":"Fast Policy Extragradient Methods for Competitive Games with Entropy Regularization","created":"2021-05-31","cited_by_count":63,"area":null},{"id":"2505.16984","title":"UFT: Unifying Supervised and Reinforcement Fine-Tuning","created":"2025-05-22","cited_by_count":59,"area":"lr"},{"id":"2302.01734","title":"Stochastic Policy Gradient Methods: Improved Sample Complexity for Fisher-non-degenerate Policies","created":"2023-02-03","cited_by_count":58,"area":null},{"id":"2102.11270","title":"Softmax Policy Gradient Methods Can Take Exponential Time to Converge","created":"2021-02-22","cited_by_count":48,"area":null},{"id":"2105.01424","title":"On the Linear convergence of Natural Policy Gradient Algorithm","created":"2021-05-04","cited_by_count":48,"area":null},{"id":"2210.01400","title":"Linear Convergence of Natural Policy Gradient Methods with Log-Linear Policies","created":"2022-10-04","cited_by_count":46,"area":null},{"id":"2506.08745","title":"Consistent Paths Lead to Truth: Self-Rewarding Reinforcement Learning for LLM Reasoning","created":"2025-06-10","cited_by_count":46,"area":"lr"},{"id":"2105.06072","title":"Leveraging Non-uniformity in First-order Non-convex Optimization","created":"2021-05-13","cited_by_count":44,"area":null},{"id":"2507.13266","title":"QuestA: Expanding Reasoning Capacity in LLMs via Question Augmentation","created":"2025-07-17","cited_by_count":44,"area":"lr"},{"id":"2107.08285","title":"Greedification Operators for Policy Optimization: Investigating Forward and Reverse KL Divergences","created":"2021-07-17","cited_by_count":41,"area":null},{"id":"2402.06886","title":"Principled Penalty-based Methods for Bilevel Reinforcement Learning and RLHF","created":"2024-02-10","cited_by_count":41,"area":"alignment"},{"id":"2106.10268","title":"MADE: Exploration via Maximizing Deviation from Explored Regions","created":"2021-06-18","cited_by_count":40,"area":null},{"id":"2308.02585","title":"PARL: A Unified Framework for Policy Alignment in Reinforcement Learning from Human Feedback","created":"2023-08-03","cited_by_count":40,"area":"alignment"},{"id":"2509.03493","title":"On Entropy Control in LLM-RL Algorithms","created":"2025-09-03","cited_by_count":40,"area":null},{"id":"2101.10506","title":"Finite Sample Analysis of Two-Time-Scale Natural Actor-Critic Algorithm","created":"2021-01-26","cited_by_count":39,"area":null},{"id":"2212.10439","title":"Policy Gradient in Robust MDPs with Global Convergence Guarantee","created":"2022-12-20","cited_by_count":38,"area":null},{"id":"2307.08875","title":"Natural Actor-Critic for Robust Reinforcement Learning with Function Approximation","created":"2023-07-17","cited_by_count":36,"area":null},{"id":"2106.00198","title":"Gradient play in stochastic games: stationary points, convergence, and sample complexity","created":"2021-06-01","cited_by_count":34,"area":null},{"id":"2110.08923","title":"A Dual Approach to Constrained Markov Decision Processes with Entropy Regularization","created":"2021-10-17","cited_by_count":34,"area":null},{"id":"2411.04625","title":"Sharp Analysis for KL-Regularized Contextual Bandits and RLHF","created":"2024-11-07","cited_by_count":33,"area":"alignment"},{"id":"2301.13139","title":"A Novel Framework for Policy Mirror Descent with General Parameterization and Linear Convergence","created":"2023-01-30","cited_by_count":30,"area":null},{"id":"2206.02346","title":"Convergence and sample complexity of natural policy gradient primal-dual methods for constrained MDPs","created":"2022-06-06","cited_by_count":27,"area":null},{"id":"2310.20703","title":"Vanishing Gradients in Reinforcement Finetuning of Language Models","created":"2023-10-31","cited_by_count":27,"area":null},{"id":"2403.01857","title":"Reward Model Learning vs. Direct Policy Optimization: A Comparative Analysis of Learning from Human Preferences","created":"2024-03-04","cited_by_count":27,"area":"alignment"},{"id":"2409.19605","title":"The Crucial Role of Samplers in Online Direct Preference Optimization","created":"2024-09-29","cited_by_count":27,"area":"alignment"},{"id":"2102.09318","title":"Finite-Sample Analysis of Off-Policy Natural Actor-Critic Algorithm","created":"2021-02-18","cited_by_count":26,"area":null},{"id":"2110.10116","title":"On the Global Optimum Convergence of Momentum-based Policy Gradient","created":"2021-10-19","cited_by_count":26,"area":null},{"id":"2210.01050","title":"Faster Last-iterate Convergence of Policy Optimization in Zero-Sum Markov Games","created":"2022-10-03","cited_by_count":26,"area":null},{"id":"2212.14449","title":"Policy Mirror Ascent for Efficient and Independent Learning in Mean Field Games","created":"2022-12-29","cited_by_count":26,"area":null},{"id":"2110.10117","title":"Beyond Exact Gradients: Convergence of Stochastic Soft-Max Policy Gradient Methods with Entropy Regularization","created":"2021-10-19","cited_by_count":25,"area":null},{"id":"2211.00617","title":"Convergence of policy gradient methods for finite-horizon exploratory linear-quadratic control problems","created":"2022-11-01","cited_by_count":25,"area":null},{"id":"2301.06276","title":"The Role of Baselines in Policy Gradient Optimization","created":"2023-01-16","cited_by_count":25,"area":null},{"id":"2310.11677","title":"Improved Sample Complexity Analysis of Natural Policy Gradient Algorithm with General Parameterization for Infinite Horizon Discounted Reward Markov Decision Processes","created":"2023-10-18","cited_by_count":25,"area":null},{"id":"2109.14756","title":"A Two-Time-Scale Stochastic Optimization Framework with Applications in Control and Reinforcement Learning","created":"2021-09-29","cited_by_count":24,"area":null},{"id":"2111.00552","title":"Policy Optimization for Constrained MDPs with Provable Fast Global Convergence","created":"2021-10-31","cited_by_count":23,"area":null},{"id":"2211.16715","title":"Policy Optimization over General State and Action Spaces","created":"2022-11-30","cited_by_count":23,"area":null},{"id":"2310.02951","title":"A Fisher-Rao gradient flow for entropy-regularised Markov decision processes in Polish spaces","created":"2023-10-04","cited_by_count":23,"area":null},{"id":"2105.12540","title":"Finite-Sample Analysis of Off-Policy Natural Actor-Critic with Linear Function Approximation","created":"2021-05-26","cited_by_count":22,"area":null},{"id":"2205.14590","title":"Independent and Decentralized Learning in Markov Potential Games","created":"2022-05-29","cited_by_count":22,"area":null},{"id":"2201.07296","title":"Convergence of Policy Gradient for Entropy Regularized MDPs with Neural Network Approximation in the Mean-Field Regime","created":"2022-01-18","cited_by_count":21,"area":null},{"id":"2206.09495","title":"The Power of Regularization in Solving Extensive-Form Games","created":"2022-06-19","cited_by_count":21,"area":null},{"id":"2205.12856","title":"Stochastic Second-Order Methods Improve Best-Known Sample Complexity of SGD for Gradient-Dominated Function","created":"2022-05-25","cited_by_count":20,"area":null},{"id":"2206.00833","title":"Finite-Time Analysis of Entropy-Regularized Neural Natural Actor-Critic Algorithm","created":"2022-06-02","cited_by_count":20,"area":null},{"id":"2206.05850","title":"Achieving Zero Constraint Violation for Constrained Reinforcement Learning via Conservative Natural Policy Gradient Primal-Dual Algorithm","created":"2022-06-12","cited_by_count":20,"area":null},{"id":"2211.17116","title":"Global Convergence of Localized Policy Iteration in Networked Multi-Agent Reinforcement Learning","created":"2022-11-30","cited_by_count":20,"area":null},{"id":"2110.10351","title":"Faster Algorithm and Sharper Analysis for Constrained Markov Decision Process","created":"2021-10-20","cited_by_count":19,"area":null},{"id":"2108.05828","title":"A general class of surrogate functions for stable and efficient reinforcement learning","created":"2021-08-12","cited_by_count":18,"area":null},{"id":"2110.15572","title":"Understanding the Effect of Stochasticity in Policy Optimization","created":"2021-10-29","cited_by_count":18,"area":null},{"id":"2205.13746","title":"Regularized Gradient Descent Ascent for Two-Player Zero-Sum Markov Games","created":"2022-05-27","cited_by_count":18,"area":null},{"id":"2301.12083","title":"Beyond Exponentially Fast Mixing in Average-Reward Reinforcement Learning via Multi-Level Monte Carlo Actor-Critic","created":"2023-01-28","cited_by_count":18,"area":null},{"id":"2411.15370","title":"Deep Policy Gradient Methods Without Batch Updates, Target Networks, or Replay Buffers","created":"2024-11-22","cited_by_count":18,"area":"deeprl"},{"id":"2110.11383","title":"Finite-Time Complexity of Online Primal-Dual Natural Actor-Critic Algorithm for Constrained Markov Decision Processes","created":"2021-10-21","cited_by_count":17,"area":null},{"id":"2111.02997","title":"Global Optimality and Finite Sample Analysis of Softmax Off-Policy Actor Critic under State Distribution Mismatch","created":"2021-11-04","cited_by_count":17,"area":null},{"id":"2209.15382","title":"Linear Convergence for Natural Policy Gradient with Log-linear Policy Parametrization","created":"2022-09-30","cited_by_count":17,"area":null},{"id":"2212.12809","title":"Understanding the Complexity Gains of Single-Task RL with a Curriculum","created":"2022-12-24","cited_by_count":17,"area":null},{"id":"2312.12065","title":"PPO-Clip Attains Global Optimality: Towards Deeper Understandings of Clipping","created":"2023-12-19","cited_by_count":17,"area":null},{"id":"2106.04096","title":"Linear Convergence of Entropy-Regularized Natural Policy Gradient with Linear Function Approximation","created":"2021-06-08","cited_by_count":16,"area":null},{"id":"2110.08984","title":"Optimistic Policy Optimization is Provably Efficient in Non-stationary MDPs","created":"2021-10-18","cited_by_count":16,"area":null},{"id":"2206.02640","title":"Policy Optimization for Markov Games: Unified Framework and Faster Convergence","created":"2022-06-06","cited_by_count":16,"area":null},{"id":"2306.00629","title":"Identifiability and Generalizability in Constrained Inverse Reinforcement Learning","created":"2023-06-01","cited_by_count":16,"area":"offlinerl"},{"id":"2206.05357","title":"Anchor-Changing Regularized Natural Policy Gradient for Multi-Objective Reinforcement Learning","created":"2022-06-10","cited_by_count":15,"area":null},{"id":"2209.06866","title":"Robust Constrained Reinforcement Learning","created":"2022-09-14","cited_by_count":15,"area":null},{"id":"2212.07536","title":"Robust Policy Optimization in Deep Reinforcement Learning","created":"2022-12-14","cited_by_count":15,"area":null},{"id":"2509.24261","title":"Risk-Sensitive RL for Alleviating Exploration Dilemmas in Large Language Models","created":"2025-09-29","cited_by_count":14,"area":"lr"},{"id":"2202.09753","title":"Finite-Time Analysis of Natural Actor-Critic for POMDPs","created":"2022-02-20","cited_by_count":13,"area":null},{"id":"2205.14211","title":"KL-Entropy-Regularized RL with a Generative Model is Minimax Optimal","created":"2022-05-27","cited_by_count":13,"area":null},{"id":"2310.09727","title":"Provably Fast Convergence of Independent Natural Policy Gradient for Markov Potential Games","created":"2023-10-15","cited_by_count":13,"area":null},{"id":"2311.14168","title":"Fast Policy Learning for Linear Quadratic Control with Entropy Regularization","created":"2023-11-23","cited_by_count":13,"area":null},{"id":"2105.14125","title":"Joint Optimization of Multi-Objective Reinforcement Learning with Policy Gradient Based Algorithm","created":"2021-05-28","cited_by_count":12,"area":null},{"id":"2106.08414","title":"On the Sample Complexity and Metastability of Heavy-tailed Policy Search in Continuous Control","created":"2021-06-15","cited_by_count":12,"area":null},{"id":"2211.02105","title":"Geometry and convergence of natural policy gradient methods","created":"2022-11-03","cited_by_count":12,"area":null},{"id":"2405.02235","title":"Learning Optimal Deterministic Policies with Stochastic Policy Gradients","created":"2024-05-03","cited_by_count":12,"area":"deeprl"},{"id":"2405.16601","title":"A CMDP-within-online framework for Meta-Safe Reinforcement Learning","created":"2024-05-26","cited_by_count":12,"area":"deeprl"},{"id":"2405.20250","title":"Entropy annealing for policy mirror descent in continuous time and space","created":"2024-05-30","cited_by_count":12,"area":null},{"id":"2503.01864","title":"Larger or Smaller Reward Margins to Select Preferences for Alignment?","created":"2025-02-25","cited_by_count":11,"area":"alignment"},{"id":"2102.06234","title":"Optimization Issues in KL-Constrained Approximate Policy Iteration","created":"2021-02-11","cited_by_count":10,"area":null},{"id":"2204.05466","title":"Independent Natural Policy Gradient Methods for Potential Games: Finite-time Global Convergence with Entropy Regularization","created":"2022-04-12","cited_by_count":10,"area":null},{"id":"2302.09339","title":"Efficient Exploration via Epistemic-Risk-Seeking Policy Optimization","created":"2023-02-18","cited_by_count":10,"area":null},{"id":"2307.09470","title":"Multi-Player Zero-Sum Markov Games with Networked Separable Interactions","created":"2023-07-13","cited_by_count":10,"area":null},{"id":"2402.17235","title":"Stochastic Gradient Succeeds for Bandits","created":"2024-02-27","cited_by_count":10,"area":null},{"id":"2405.09660","title":"Fast Two-Time-Scale Stochastic Gradient Method with Applications in Reinforcement Learning","created":"2024-05-15","cited_by_count":10,"area":"deeprl"},{"id":"2405.19697","title":"Bilevel reinforcement learning via the development of hyper-gradient without lower-level convexity","created":"2024-05-30","cited_by_count":10,"area":"deeprl"},{"id":"2408.16286","title":"Near-Optimal Policy Identification in Robust Constrained Markov Decision Processes via Epigraph Form","created":"2024-08-29","cited_by_count":10,"area":"deeprl"},{"id":"2411.02957","title":"Embedding Safety into RL: A New Take on Trust Region Methods","created":"2024-11-05","cited_by_count":10,"area":"deeprl"},{"id":"2110.07409","title":"The Geometry of Memoryless Stochastic Policy Optimization in Infinite-Horizon POMDPs","created":"2021-10-14","cited_by_count":9,"area":null},{"id":"2112.11622","title":"An Alternate Policy Gradient Estimator for Softmax Policies","created":"2021-12-22","cited_by_count":9,"area":null},{"id":"2303.04865","title":"Convergence Rates for Localized Actor-Critic in Networked Markov Potential Games","created":"2023-03-08","cited_by_count":9,"area":null},{"id":"2306.11455","title":"Provably Robust Temporal Difference Learning for Heavy-Tailed Rewards","created":"2023-06-20","cited_by_count":9,"area":null},{"id":"2310.02671","title":"Beyond Stationarity: Convergence Analysis of Stochastic Softmax Policy Gradient Methods","created":"2023-10-04","cited_by_count":9,"area":null}],"next_cursor":"100"}