{"total":102,"rows":[{"id":"2201.07443","title":"On the Convergence Rates of Policy Gradient Methods","created":"2022-01-19","cited_by_count":119,"area":null},{"id":"2202.00817","title":"Do Differentiable Simulators Give Better Policy Gradients?","created":"2022-02-02","cited_by_count":89,"area":null},{"id":"2105.11066","title":"Policy Mirror Descent for Regularized Reinforcement Learning: A Generalized Framework with Linear Convergence","created":"2021-05-24","cited_by_count":84,"area":null},{"id":"2205.07344","title":"Policy Gradient Method For Robust Reinforcement Learning","created":"2022-05-15","cited_by_count":69,"area":null},{"id":"2302.01734","title":"Stochastic Policy Gradient Methods: Improved Sample Complexity for Fisher-non-degenerate Policies","created":"2023-02-03","cited_by_count":58,"area":null},{"id":"2202.04129","title":"Independent Policy Gradient for Large-Scale Markov Potential Games: Sharper Rates, Function Approximation, and Game-Agnostic Convergence","created":"2022-02-08","cited_by_count":57,"area":null},{"id":"2103.12923","title":"Cautiously Optimistic Policy Optimization and Exploration with Linear Function Approximation","created":"2021-03-24","cited_by_count":53,"area":null},{"id":"2102.11270","title":"Softmax Policy Gradient Methods Can Take Exponential Time to Converge","created":"2021-02-22","cited_by_count":48,"area":null},{"id":"2210.01400","title":"Linear Convergence of Natural Policy Gradient Methods with Log-Linear Policies","created":"2022-10-04","cited_by_count":46,"area":null},{"id":"2107.08285","title":"Greedification Operators for Policy Optimization: Investigating Forward and Reverse KL Divergences","created":"2021-07-17","cited_by_count":41,"area":null},{"id":"2106.10268","title":"MADE: Exploration via Maximizing Deviation from Explored Regions","created":"2021-06-18","cited_by_count":40,"area":null},{"id":"2210.09921","title":"Finite-time analysis of single-timescale actor-critic","created":"2022-10-18","cited_by_count":32,"area":null},{"id":"2301.13139","title":"A Novel Framework for Policy Mirror Descent with General Parameterization and Linear Convergence","created":"2023-01-30","cited_by_count":30,"area":null},{"id":"2206.02346","title":"Convergence and sample complexity of natural policy gradient primal-dual methods for constrained MDPs","created":"2022-06-06","cited_by_count":27,"area":null},{"id":"2110.10116","title":"On the Global Optimum Convergence of Momentum-based Policy Gradient","created":"2021-10-19","cited_by_count":26,"area":null},{"id":"2210.01050","title":"Faster Last-iterate Convergence of Policy Optimization in Zero-Sum Markov Games","created":"2022-10-03","cited_by_count":26,"area":null},{"id":"2110.10117","title":"Beyond Exact Gradients: Convergence of Stochastic Soft-Max Policy Gradient Methods with Entropy Regularization","created":"2021-10-19","cited_by_count":25,"area":null},{"id":"2211.16715","title":"Policy Optimization over General State and Action Spaces","created":"2022-11-30","cited_by_count":23,"area":null},{"id":"2307.13372","title":"Submodular Reinforcement Learning","created":"2023-07-25","cited_by_count":23,"area":null},{"id":"2310.02951","title":"A Fisher-Rao gradient flow for entropy-regularised Markov decision processes in Polish spaces","created":"2023-10-04","cited_by_count":23,"area":null},{"id":"2206.00833","title":"Finite-Time Analysis of Entropy-Regularized Neural Natural Actor-Critic Algorithm","created":"2022-06-02","cited_by_count":20,"area":null},{"id":"2211.17116","title":"Global Convergence of Localized Policy Iteration in Networked Multi-Agent Reinforcement Learning","created":"2022-11-30","cited_by_count":20,"area":null},{"id":"2110.10351","title":"Faster Algorithm and Sharper Analysis for Constrained Markov Decision Process","created":"2021-10-20","cited_by_count":19,"area":null},{"id":"2102.08903","title":"Provably Efficient Policy Optimization for Two-Player Zero-Sum Markov Games","created":"2021-02-17","cited_by_count":18,"area":null},{"id":"2301.12083","title":"Beyond Exponentially Fast Mixing in Average-Reward Reinforcement Learning via Multi-Level Monte Carlo Actor-Critic","created":"2023-01-28","cited_by_count":18,"area":null},{"id":"2302.11381","title":"Optimal Convergence Rate for Exact Policy Mirror Descent in Discounted Markov Decision Processes","created":"2023-02-22","cited_by_count":18,"area":null},{"id":"2202.06915","title":"Stochastic linear optimization never overfits with quadratically-bounded losses on general data","created":"2022-02-14","cited_by_count":17,"area":null},{"id":"2212.12809","title":"Understanding the Complexity Gains of Single-Task RL with a Curriculum","created":"2022-12-24","cited_by_count":17,"area":null},{"id":"2301.13087","title":"Improved Regret for Efficient Online Reinforcement Learning with Linear Function Approximation","created":"2023-01-30","cited_by_count":17,"area":null},{"id":"2312.12065","title":"PPO-Clip Attains Global Optimality: Towards Deeper Understandings of Clipping","created":"2023-12-19","cited_by_count":17,"area":null},{"id":"2106.04096","title":"Linear Convergence of Entropy-Regularized Natural Policy Gradient with Linear Function Approximation","created":"2021-06-08","cited_by_count":16,"area":null},{"id":"2206.02640","title":"Policy Optimization for Markov Games: Unified Framework and Faster Convergence","created":"2022-06-06","cited_by_count":16,"area":null},{"id":"2210.08857","title":"On the convergence of policy gradient methods to Nash equilibria in general stochastic games","created":"2022-10-17","cited_by_count":16,"area":null},{"id":"2308.14642","title":"Rate-Optimal Policy Optimization for Linear Markov Decision Processes","created":"2023-08-28","cited_by_count":14,"area":null},{"id":"2103.11559","title":"Provably Correct Optimization and Exploration with Non-linear Policies","created":"2021-03-22","cited_by_count":13,"area":null},{"id":"2112.10935","title":"Nearly Optimal Policy Optimization with Stable at Any Time Guarantee","created":"2021-12-21","cited_by_count":13,"area":null},{"id":"2202.09753","title":"Finite-Time Analysis of Natural Actor-Critic for POMDPs","created":"2022-02-20","cited_by_count":13,"area":null},{"id":"2305.11032","title":"Optimistic Natural Policy Gradient: a Simple Efficient Policy Optimization Framework for Online RL","created":"2023-05-18","cited_by_count":13,"area":null},{"id":"2311.14168","title":"Fast Policy Learning for Linear Quadratic Control with Entropy Regularization","created":"2023-11-23","cited_by_count":13,"area":null},{"id":"2105.14125","title":"Joint Optimization of Multi-Objective Reinforcement Learning with Policy Gradient Based Algorithm","created":"2021-05-28","cited_by_count":12,"area":null},{"id":"2106.08414","title":"On the Sample Complexity and Metastability of Heavy-tailed Policy Search in Continuous Control","created":"2021-06-15","cited_by_count":12,"area":null},{"id":"2108.09767","title":"A Boosting Approach to Reinforcement Learning","created":"2021-08-22","cited_by_count":12,"area":null},{"id":"2207.05650","title":"A Single-Loop Gradient Descent and Perturbed Ascent Algorithm for Nonconvex Functional Constrained Optimization","created":"2022-07-12","cited_by_count":12,"area":null},{"id":"2211.02105","title":"Geometry and convergence of natural policy gradient methods","created":"2022-11-03","cited_by_count":12,"area":null},{"id":"2201.12332","title":"On the Hidden Biases of Policy Mirror Ascent in Continuous Action Spaces","created":"2022-01-28","cited_by_count":11,"area":null},{"id":"2307.11432","title":"An Analysis of Multi-Agent Reinforcement Learning for Decentralized Inventory Control Systems","created":"2023-07-21","cited_by_count":11,"area":null},{"id":"2204.05466","title":"Independent Natural Policy Gradient Methods for Potential Games: Finite-time Global Convergence with Entropy Regularization","created":"2022-04-12","cited_by_count":10,"area":null},{"id":"2302.09339","title":"Efficient Exploration via Epistemic-Risk-Seeking Policy Optimization","created":"2023-02-18","cited_by_count":10,"area":null},{"id":"2110.07409","title":"The Geometry of Memoryless Stochastic Policy Optimization in Infinite-Horizon POMDPs","created":"2021-10-14","cited_by_count":9,"area":null},{"id":"2310.02671","title":"Beyond Stationarity: Convergence Analysis of Stochastic Softmax Policy Gradient Methods","created":"2023-10-04","cited_by_count":9,"area":null},{"id":"2310.06113","title":"When is Agnostic Reinforcement Learning Statistically Tractable?","created":"2023-10-09","cited_by_count":9,"area":null},{"id":"2109.06362","title":"Theoretical Guarantees of Fictitious Discount Algorithms for Episodic Reinforcement Learning and Global Convergence of Policy Gradient Methods","created":"2021-09-13","cited_by_count":7,"area":null},{"id":"2208.02204","title":"Efficiently Computing Nash Equilibria in Adversarial Team Markov Games","created":"2022-08-03","cited_by_count":7,"area":null},{"id":"2301.10932","title":"On the Global Convergence of Risk-Averse Natural Policy Gradient Methods with Expected Conditional Risk Measures","created":"2023-01-26","cited_by_count":7,"area":null},{"id":"2310.19927","title":"Model-Based Reparameterization Policy Gradient Methods: Theory and Practical Algorithms","created":"2023-10-30","cited_by_count":7,"area":null},{"id":"2202.13046","title":"Distributed Multi-Agent Reinforcement Learning Based on Graph-Induced Local Value Functions","created":"2022-02-26","cited_by_count":6,"area":null},{"id":"2305.17083","title":"A Policy Gradient Method for Confounded POMDPs","created":"2023-05-26","cited_by_count":6,"area":null},{"id":"2306.09554","title":"Low-Switching Policy Gradient with Exploration via Online Sensitivity Sampling","created":"2023-06-15","cited_by_count":6,"area":null},{"id":"2310.18803","title":"Weakly Coupled Deep Q-Networks","created":"2023-10-28","cited_by_count":6,"area":null},{"id":"2111.00185","title":"Convergence and Optimality of Policy Gradient Methods in Weakly Smooth Settings","created":"2021-10-30","cited_by_count":5,"area":null},{"id":"2306.10404","title":"The RL Perceptron: Generalisation Dynamics of Policy Learning in High Dimensions","created":"2023-06-17","cited_by_count":5,"area":null},{"id":"2306.10486","title":"On the Global Convergence of Natural Actor-Critic with Two-layer Neural Network Parametrization","created":"2023-06-18","cited_by_count":5,"area":null},{"id":"2311.02546","title":"On the Second-Order Convergence of Biased Policy Gradient Algorithms","created":"2023-11-05","cited_by_count":5,"area":null},{"id":"2305.06851","title":"Policy Gradient Algorithms Implicitly Optimize by Continuation","created":"2023-05-11","cited_by_count":4,"area":null},{"id":"2310.11897","title":"Accelerated Policy Gradient: On the Convergence Rates of the Nesterov Momentum for Reinforcement Learning","created":"2023-10-18","cited_by_count":4,"area":null},{"id":"2310.17531","title":"Learning Regularized Graphon Mean-Field Games with Unknown Graphons","created":"2023-10-26","cited_by_count":4,"area":null},{"id":"2310.19022","title":"Optimization Landscape of Policy Gradient Methods for Discrete-time Static Output Feedback","created":"2023-10-29","cited_by_count":4,"area":null},{"id":"2601.18175","title":"Success Conditioning as Policy Improvement: The Optimization Problem Solved by Imitating Success","created":"2026-01-26","cited_by_count":4,"area":null},{"id":"2207.09090","title":"Actor-Critic based Improper Reinforcement Learning","created":"2022-07-19","cited_by_count":3,"area":null},{"id":"2302.05073","title":"Digital Twin-Aided Learning for Managing Reconfigurable Intelligent Surface-Assisted, Uplink, User-Centric Cell-Free Systems","created":"2023-02-10","cited_by_count":3,"area":null},{"id":"2303.12981","title":"Connected Superlevel Set in (Deep) Reinforcement Learning and its Application to Minimax Theorems","created":"2023-03-23","cited_by_count":3,"area":null},{"id":"2502.14160","title":"Efficient Inverse Multiagent Learning","created":"2025-02-20","cited_by_count":3,"area":null},{"id":"2510.21060","title":"On the Sample Complexity of Differentially Private Policy Optimization","created":"2025-10-24","cited_by_count":3,"area":null},{"id":"2606.16729","title":"Learning Policy from a Single Trajectory in Average-Reward Markov Decision Process","created":"2026-06-15","cited_by_count":3,"area":null},{"id":"2108.08655","title":"Global Convergence of the ODE Limit for Online Actor-Critic Algorithms in Reinforcement Learning","created":"2021-08-19","cited_by_count":2,"area":null},{"id":"2207.06355","title":"Contextual Decision Trees","created":"2022-07-13","cited_by_count":2,"area":null},{"id":"2212.04136","title":"Design and Planning of Flexible Mobile Micro-Grids Using Deep Reinforcement Learning","created":"2022-12-08","cited_by_count":2,"area":null},{"id":"2303.12785","title":"Matryoshka Policy Gradient for Entropy-Regularized RL: Convergence and Global Optimality","created":"2023-03-22","cited_by_count":2,"area":null},{"id":"2310.05230","title":"Global Convergence of Policy Gradient Methods in Reinforcement Learning, Games and Control","created":"2023-10-08","cited_by_count":2,"area":null},{"id":"2311.07411","title":"A Large Deviations Perspective on Policy Gradient Algorithms","created":"2023-11-13","cited_by_count":2,"area":null},{"id":"2402.06388","title":"Convergence of a L2 regularized Policy Gradient Algorithm for the Multi Armed Bandit","created":"2024-02-09","cited_by_count":2,"area":null},{"id":"2502.11033","title":"Convergence of Policy Mirror Descent Beyond Compatible Function Approximation","created":"2025-02-16","cited_by_count":2,"area":null},{"id":"2505.15342","title":"Policy Testing in Markov Decision Processes","created":"2025-05-21","cited_by_count":2,"area":null},{"id":"2505.22781","title":"Finite-Sample Convergence Bounds for Trust Region Policy Optimization in Mean-Field Games","created":"2025-05-28","cited_by_count":2,"area":null},{"id":"2512.16565","title":"Non-Asymptotic Global Convergence of PPO-Clip","created":"2025-12-18","cited_by_count":2,"area":null},{"id":"2106.15503","title":"Curious Explorer: a provable exploration strategy in Policy Learning","created":"2021-06-29","cited_by_count":1,"area":null},{"id":"2202.00076","title":"Optimal Estimation of Off-Policy Policy Gradient via Double Fitted Iteration","created":"2022-01-31","cited_by_count":1,"area":null},{"id":"2209.05042","title":"On the Optimization Landscape of Dynamic Output Feedback: A Case Study for Linear Quadratic Regulator","created":"2022-09-12","cited_by_count":1,"area":null},{"id":"2212.05237","title":"Coordinate Ascent for Off-Policy RL with Global Convergence Guarantees","created":"2022-12-10","cited_by_count":1,"area":null},{"id":"2503.23641","title":"Remarks on the Polyak-Lojasiewicz inequality and the convergence of gradient systems","created":"2025-03-31","cited_by_count":1,"area":null},{"id":"2606.14929","title":"Policy Regret for Embedding Model Routing: Contextual Bandits with Low-Rank Experts","created":"2026-06-12","cited_by_count":1,"area":null},{"id":"2102.08201","title":"Improper Reinforcement Learning with Gradient-based Policy Optimization","created":"2021-02-16","cited_by_count":0,"area":null},{"id":"2201.08832","title":"Occupancy Information Ratio: Infinite-Horizon, Information-Directed, Parameterized Policy Search","created":"2022-01-21","cited_by_count":0,"area":null},{"id":"2201.09857","title":"STOPS: Short-Term-based Volatility-controlled Policy Search and its Global Convergence","created":"2022-01-24","cited_by_count":0,"area":null},{"id":"2209.15320","title":"Bounded Robustness in Reinforcement Learning via Lexicographic Objectives","created":"2022-09-30","cited_by_count":0,"area":null},{"id":"2212.13587","title":"Variance Reduction for Score Functions Using Optimal Baselines","created":"2022-12-27","cited_by_count":0,"area":null},{"id":"2301.12174","title":"Stochastic Dimension-reduced Second-order Methods for Policy Optimization","created":"2023-01-28","cited_by_count":0,"area":null},{"id":"2305.19035","title":"Solving Robust MDPs through No-Regret Dynamics","created":"2023-05-30","cited_by_count":0,"area":null},{"id":"2306.10587","title":"Acceleration in Policy Optimization","created":"2023-06-18","cited_by_count":0,"area":null},{"id":"2406.02790","title":"Building Socially-Equitable Public Models","created":"2024-06-04","cited_by_count":0,"area":null}],"next_cursor":"100"}