{"total":46,"rows":[{"id":"2109.14523","title":"Online Robust Reinforcement Learning with Model Uncertainty","created":"2021-09-29","cited_by_count":96,"area":null},{"id":"2102.04671","title":"A Single-Timescale Method for Stochastic Bilevel Optimization","created":"2021-02-09","cited_by_count":69,"area":null},{"id":"2111.14580","title":"Amortized Implicit Differentiation for Stochastic Bilevel Optimization","created":"2021-11-29","cited_by_count":63,"area":null},{"id":"2101.10506","title":"Finite Sample Analysis of Two-Time-Scale Natural Actor-Critic Algorithm","created":"2021-01-26","cited_by_count":39,"area":null},{"id":"2110.14427","title":"The ODE Method for Asymptotic Statistics in Stochastic Approximation and Reinforcement Learning","created":"2021-10-27","cited_by_count":32,"area":null},{"id":"2108.03706","title":"Online Bootstrap Inference For Policy Evaluation in Reinforcement Learning","created":"2021-08-08","cited_by_count":26,"area":null},{"id":"2109.14756","title":"A Two-Time-Scale Stochastic Optimization Framework with Applications in Control and Reinforcement Learning","created":"2021-09-29","cited_by_count":24,"area":null},{"id":"2102.00185","title":"On the Stability of Random Matrix Product with Markovian Noise: Application to Linear Stochastic Approximation and TD Learning","created":"2021-01-30","cited_by_count":23,"area":null},{"id":"2206.10414","title":"A Single-Timescale Analysis For Stochastic Approximation With Multiple Coupled Sequences","created":"2022-06-21","cited_by_count":17,"area":null},{"id":"2305.19001","title":"High-probability sample complexities for policy evaluation with linear function approximation","created":"2023-05-30","cited_by_count":16,"area":null},{"id":"2305.17568","title":"Scalable Primal-Dual Actor-Critic Method for Safe Multi-Agent RL with General Utilities","created":"2023-05-27","cited_by_count":15,"area":null},{"id":"2401.00364","title":"Tight Finite Time Bounds of Two-Time-Scale Linear Stochastic Approximation with Markovian Noise","created":"2023-12-31","cited_by_count":15,"area":null},{"id":"2106.07472","title":"Analysis of a Target-Based Actor-Critic Algorithm with Linear Function Approximation","created":"2021-06-14","cited_by_count":14,"area":null},{"id":"2310.02147","title":"Finite-Time Analysis of Whittle Index based Q-Learning for Restless Multi-Armed Bandits with Neural Network Function Approximation","created":"2023-10-03","cited_by_count":14,"area":null},{"id":"2302.01248","title":"Robust Markov Decision Processes without Model Estimation","created":"2023-02-02","cited_by_count":11,"area":null},{"id":"2104.01627","title":"Finite-Time Convergence Rates of Nonlinear Two-Time-Scale Stochastic Approximation under Markovian Noise","created":"2021-04-04","cited_by_count":10,"area":null},{"id":"2112.09579","title":"Convergence Rates of Two-Time-Scale Gradient Descent-Ascent Dynamics for Solving Nonconvex Min-Max Problems","created":"2021-12-17","cited_by_count":10,"area":null},{"id":"2405.17834","title":"Revisiting Step-Size Assumptions in Stochastic Approximation","created":"2024-05-28","cited_by_count":10,"area":null},{"id":"2104.02836","title":"Non-Asymptotic Analysis for Two Time-scale TDC with General Smooth Function Approximation","created":"2021-04-07","cited_by_count":8,"area":null},{"id":"2401.09339","title":"Central Limit Theorem for Two-Timescale Stochastic Approximation with Markovian Noise: Theory and Applications","created":"2024-01-17","cited_by_count":7,"area":null},{"id":"2401.12764","title":"Fast Nonlinear Two-Time-Scale Stochastic Approximation: Achieving $O(1/k)$ Finite-Sample Complexity","created":"2024-01-23","cited_by_count":7,"area":null},{"id":"2206.11346","title":"Constrained Stochastic Nonconvex Optimization with State-dependent Markov Data","created":"2022-06-22","cited_by_count":6,"area":null},{"id":"2502.09884","title":"Nonasymptotic CLT and Error Bounds for Linear Two-Time-Scale Stochastic Approximation","created":"2025-02-14","cited_by_count":6,"area":null},{"id":"2103.13147","title":"Multi-Agent Off-Policy TD Learning: Finite-Time Analysis with Near-Optimal Sample Complexity and Communication Complexity","created":"2021-03-24","cited_by_count":5,"area":null},{"id":"2204.00006","title":"Data Sampling Affects the Complexity of Online SGD over Dependent Data","created":"2022-03-31","cited_by_count":5,"area":null},{"id":"2410.13067","title":"Two-Timescale Linear Stochastic Approximation: Constant Stepsizes Go a Long Way","created":"2024-10-16","cited_by_count":5,"area":null},{"id":"2508.07928","title":"Gaussian Approximation for Two-Timescale Linear Stochastic Approximation","created":"2025-08-11","cited_by_count":5,"area":null},{"id":"2410.13743","title":"Single-Timescale Multi-Sequence Stochastic Approximation Without Fixed Point Smoothness: Theories and Applications","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2209.02555","title":"Finite-Time Error Bounds for Greedy-GQ","created":"2022-09-06","cited_by_count":3,"area":null},{"id":"2602.02445","title":"Finite-Sample Wasserstein Error Bounds and Concentration Inequalities for Nonlinear Stochastic Approximation","created":"2026-02-02","cited_by_count":3,"area":null},{"id":"2110.06906","title":"PER-ETD: A Polynomially Efficient Emphatic Temporal Difference Learning Method","created":"2021-10-13","cited_by_count":2,"area":null},{"id":"2111.11004","title":"Gradient Temporal Difference with Momentum: Stability and Convergence","created":"2021-11-22","cited_by_count":2,"area":null},{"id":"2206.06995","title":"Two-Timescale Stochastic Approximation for Bilevel Optimisation Problems in Continuous-Time Models","created":"2022-06-14","cited_by_count":2,"area":null},{"id":"2606.17364","title":"A Polyak-Ruppert Central Limit Theorem for SA-Adam with Momentum and Non-Convergent Adaptive Preconditioning","created":"2026-06-15","cited_by_count":2,"area":null},{"id":"2107.02711","title":"A Unified Off-Policy Evaluation Approach for General Value Function","created":"2021-07-06","cited_by_count":1,"area":null},{"id":"2110.15092","title":"A Law of Iterated Logarithm for Multi-Agent Reinforcement Learning","created":"2021-10-27","cited_by_count":1,"area":null},{"id":"2306.01648","title":"Federated Multi-Sequence Stochastic Approximation with Local Hypergradient Estimation","created":"2023-06-02","cited_by_count":0,"area":null},{"id":"2407.10955","title":"Enhancing Stochastic Optimization for Statistical Efficiency Using ROOT-SGD with Diminishing Stepsize","created":"2024-07-15","cited_by_count":0,"area":null},{"id":"2509.11039","title":"Convergence Rate in Nonlinear Two-Time-Scale Stochastic Approximation with State (Time)-Dependence","created":"2025-09-14","cited_by_count":0,"area":null},{"id":"2604.00179","title":"Finite-Time Analysis of Projected Two-Time-Scale Stochastic Approximation","created":"2026-03-31","cited_by_count":0,"area":null},{"id":"2605.17678","title":"On Gaussian approximation for entropy-regularized Q-learning with function approximation","created":"2026-05-17","cited_by_count":0,"area":null},{"id":"2605.28849","title":"Behavior-Induced Mirror-Prox Temporal-Difference Learning for Faster Off-Policy Prediction","created":"2026-05-16","cited_by_count":0,"area":null},{"id":"2606.14488","title":"Nonlinear Two-Time-Scale Stochastic Approximation: A Sharp Phase Transition and How to Beat It","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2606.26316","title":"High-Probability PL-SGD with Markovian Noise: Optimal Mixing and Tail Dependence","created":"2026-06-24","cited_by_count":0,"area":null},{"id":"2607.13414","title":"Non-Expansive Two-Time-Scale Stochastic Approximation: A Fixed-Schedule One-Quarter Barrier and Bias-Corrected Acceleration","created":"2026-07-15","cited_by_count":0,"area":null},{"id":"2610.13711","title":"Towards Understanding the Training of GFlowNets: A Theoretical Perspective","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}