{"total":45,"rows":[{"id":"2102.01567","title":"A Lyapunov Theory for Finite-Sample Guarantees of Asynchronous Q-Learning and TD-Learning Variants","created":"2021-02-02","cited_by_count":57,"area":null},{"id":"2101.08862","title":"Breaking the Deadly Triad with a Target Network","created":"2021-01-21","cited_by_count":47,"area":null},{"id":"2307.08875","title":"Natural Actor-Critic for Robust Reinforcement Learning with Function Approximation","created":"2023-07-17","cited_by_count":36,"area":null},{"id":"2203.02628","title":"Target Network and Truncation Overcome The Deadly Triad in $Q$-Learning","created":"2022-03-05","cited_by_count":31,"area":null},{"id":"2112.14582","title":"A Statistical Analysis of Polyak-Ruppert Averaged Q-learning","created":"2021-12-29","cited_by_count":29,"area":null},{"id":"2305.18420","title":"Sample Complexity of Variance-reduced Distributionally Robust Q-learning","created":"2023-05-28","cited_by_count":29,"area":null},{"id":"2303.15740","title":"Concentration of Contractive Stochastic Approximation: Additive and Multiplicative Noise","created":"2023-03-28","cited_by_count":26,"area":null},{"id":"2109.14756","title":"A Two-Time-Scale Stochastic Optimization Framework with Applications in Control and Reinforcement Learning","created":"2021-09-29","cited_by_count":24,"area":null},{"id":"2210.05918","title":"Finite time analysis of temporal difference learning with linear function approximation: Tail averaging and regularisation","created":"2022-10-12","cited_by_count":23,"area":null},{"id":"2105.12540","title":"Finite-Sample Analysis of Off-Policy Natural Actor-Critic with Linear Function Approximation","created":"2021-05-26","cited_by_count":22,"area":null},{"id":"2302.07690","title":"Online Statistical Inference for Nonlinear Stochastic Approximation with Markovian Data","created":"2023-02-15","cited_by_count":20,"area":null},{"id":"2110.08440","title":"Online Target Q-learning with Reverse Experience Replay: Efficiently finding the Optimal Policy for Linear MDPs","created":"2021-10-16","cited_by_count":19,"area":null},{"id":"2110.11383","title":"Finite-Time Complexity of Online Primal-Dual Natural Actor-Critic Algorithm for Constrained Markov Decision Processes","created":"2021-10-21","cited_by_count":17,"area":null},{"id":"2305.16246","title":"Distributed TD(0) with Almost No Communication","created":"2023-05-25","cited_by_count":13,"area":null},{"id":"2405.17834","title":"Revisiting Step-Size Assumptions in Stochastic Approximation","created":"2024-05-28","cited_by_count":10,"area":null},{"id":"2303.04865","title":"Convergence Rates for Localized Actor-Critic in Networked Markov Potential Games","created":"2023-03-08","cited_by_count":9,"area":null},{"id":"2405.14285","title":"Computing the Bias of Constant-step Stochastic Approximation with Markovian Noise","created":"2024-05-23","cited_by_count":9,"area":null},{"id":"2202.13187","title":"Whittle Index based Q-Learning for Wireless Edge Caching with Linear Function Approximation","created":"2022-02-26","cited_by_count":8,"area":null},{"id":"2308.01490","title":"Minimax Optimal Q Learning with Nearest Neighbors","created":"2023-08-03","cited_by_count":8,"area":null},{"id":"2401.09339","title":"Central Limit Theorem for Two-Timescale Stochastic Approximation with Markovian Noise: Theory and Applications","created":"2024-01-17","cited_by_count":7,"area":null},{"id":"2401.12764","title":"Fast Nonlinear Two-Time-Scale Stochastic Approximation: Achieving $O(1/k)$ Finite-Sample Complexity","created":"2024-01-23","cited_by_count":7,"area":null},{"id":"2502.09884","title":"Nonasymptotic CLT and Error Bounds for Linear Two-Time-Scale Stochastic Approximation","created":"2025-02-14","cited_by_count":6,"area":null},{"id":"2110.11991","title":"A Reinforcement Learning Approach to Parameter Selection for Distributed Optimal Power Flow","created":"2021-10-22","cited_by_count":5,"area":null},{"id":"2204.00006","title":"Data Sampling Affects the Complexity of Online SGD over Dependent Data","created":"2022-03-31","cited_by_count":5,"area":null},{"id":"2112.07859","title":"Finite-Sample Analysis of Decentralized Q-Learning for Stochastic Games","created":"2021-12-15","cited_by_count":4,"area":null},{"id":"2205.13617","title":"Does DQN Learn?","created":"2022-05-26","cited_by_count":4,"area":null},{"id":"2509.18964","title":"Central Limit Theorems for Asynchronous Averaged Q-Learning","created":"2025-09-23","cited_by_count":4,"area":null},{"id":"2208.03247","title":"An Approximate Policy Iteration Viewpoint of Actor-Critic Algorithms","created":"2022-08-05","cited_by_count":3,"area":null},{"id":"2405.19811","title":"Approximate Global Convergence of Independent Learning in Multi-Agent Systems","created":"2024-05-30","cited_by_count":3,"area":null},{"id":"2504.08178","title":"A Piecewise Lyapunov Analysis of Sub-quadratic SGD: Applications to Robust and Quantile Regression","created":"2025-04-11","cited_by_count":3,"area":null},{"id":"2602.02445","title":"Finite-Sample Wasserstein Error Bounds and Concentration Inequalities for Nonlinear Stochastic Approximation","created":"2026-02-02","cited_by_count":3,"area":null},{"id":"2308.08825","title":"Controlling Federated Learning for Covertness","created":"2023-08-17","cited_by_count":2,"area":null},{"id":"2312.04905","title":"Two-Timescale Q-Learning with Function Approximation in Zero-Sum Stochastic Games","created":"2023-12-08","cited_by_count":2,"area":null},{"id":"2401.09665","title":"Accelerating Distributed Stochastic Optimization via Self-Repellent Random Walks","created":"2024-01-18","cited_by_count":2,"area":null},{"id":"2403.17247","title":"DASA: Delay-Adaptive Multi-Agent Stochastic Approximation","created":"2024-03-25","cited_by_count":2,"area":null},{"id":"2405.07432","title":"Nonparametric Sparse Online Learning of the Koopman Operator","created":"2024-05-13","cited_by_count":2,"area":null},{"id":"2606.24981","title":"A Single Stepsize Suffices for Unprojected Linear TD(0): Simultaneous Robust and Fast Rates via Polyak--Ruppert Averaging","created":"2026-06-23","cited_by_count":2,"area":null},{"id":"2306.09746","title":"Finite-Time Analysis of Temporal Difference Learning with Experience Replay","created":"2023-06-16","cited_by_count":1,"area":null},{"id":"2605.15530","title":"Rethinking Neural Network Learning Rates: A Stackelberg Perspective","created":"2026-05-15","cited_by_count":1,"area":null},{"id":"2104.07855","title":"Distributed TD(0) with Almost No Communication","created":"2021-04-16","cited_by_count":0,"area":null},{"id":"2501.16489","title":"Nonparametric Sparse Online Learning of the Koopman Operator","created":"2025-01-27","cited_by_count":0,"area":null},{"id":"2503.14927","title":"Semi-Gradient SARSA Routing with Theoretical Guarantee on Traffic Stability and Weight Convergence","created":"2025-03-19","cited_by_count":0,"area":null},{"id":"2602.05304","title":"A Short and Unified Convergence Analysis of the SAG, SAGA, and IAG Algorithms","created":"2026-02-05","cited_by_count":0,"area":null},{"id":"2605.02103","title":"Bridging the Gap Between Average and Discounted TD Learning","created":"2026-05-03","cited_by_count":0,"area":null},{"id":"2605.17678","title":"On Gaussian approximation for entropy-regularized Q-learning with function approximation","created":"2026-05-17","cited_by_count":0,"area":null}],"next_cursor":null}