{"total":67,"rows":[{"id":"2102.01567","title":"A Lyapunov Theory for Finite-Sample Guarantees of Asynchronous Q-Learning and TD-Learning Variants","created":"2021-02-02","cited_by_count":57,"area":null},{"id":"2101.08862","title":"Breaking the Deadly Triad with a Target Network","created":"2021-01-21","cited_by_count":47,"area":null},{"id":"2307.08875","title":"Natural Actor-Critic for Robust Reinforcement Learning with Function Approximation","created":"2023-07-17","cited_by_count":36,"area":null},{"id":"2203.02628","title":"Target Network and Truncation Overcome The Deadly Triad in $Q$-Learning","created":"2022-03-05","cited_by_count":31,"area":null},{"id":"2112.14582","title":"A Statistical Analysis of Polyak-Ruppert Averaged Q-learning","created":"2021-12-29","cited_by_count":29,"area":null},{"id":"2305.18420","title":"Sample Complexity of Variance-reduced Distributionally Robust Q-learning","created":"2023-05-28","cited_by_count":29,"area":null},{"id":"2303.15740","title":"Concentration of Contractive Stochastic Approximation: Additive and Multiplicative Noise","created":"2023-03-28","cited_by_count":26,"area":null},{"id":"2109.14756","title":"A Two-Time-Scale Stochastic Optimization Framework with Applications in Control and Reinforcement Learning","created":"2021-09-29","cited_by_count":24,"area":null},{"id":"2210.05918","title":"Finite time analysis of temporal difference learning with linear function approximation: Tail averaging and regularisation","created":"2022-10-12","cited_by_count":23,"area":null},{"id":"2105.12540","title":"Finite-Sample Analysis of Off-Policy Natural Actor-Critic with Linear Function Approximation","created":"2021-05-26","cited_by_count":22,"area":null},{"id":"2302.07690","title":"Online Statistical Inference for Nonlinear Stochastic Approximation with Markovian Data","created":"2023-02-15","cited_by_count":20,"area":null},{"id":"2110.08440","title":"Online Target Q-learning with Reverse Experience Replay: Efficiently finding the Optimal Policy for Linear MDPs","created":"2021-10-16","cited_by_count":19,"area":null},{"id":"2110.11383","title":"Finite-Time Complexity of Online Primal-Dual Natural Actor-Critic Algorithm for Constrained Markov Decision Processes","created":"2021-10-21","cited_by_count":17,"area":null},{"id":"2401.13884","title":"Constant Stepsize Q-learning: Distributional Convergence, Bias and Extrapolation","created":"2024-01-25","cited_by_count":17,"area":"deeprl"},{"id":"2305.16246","title":"Distributed TD(0) with Almost No Communication","created":"2023-05-25","cited_by_count":13,"area":null},{"id":"2405.09660","title":"Fast Two-Time-Scale Stochastic Gradient Method with Applications in Reinforcement Learning","created":"2024-05-15","cited_by_count":10,"area":"deeprl"},{"id":"2405.17834","title":"Revisiting Step-Size Assumptions in Stochastic Approximation","created":"2024-05-28","cited_by_count":10,"area":null},{"id":"2303.04865","title":"Convergence Rates for Localized Actor-Critic in Networked Markov Potential Games","created":"2023-03-08","cited_by_count":9,"area":null},{"id":"2405.14285","title":"Computing the Bias of Constant-step Stochastic Approximation with Markovian Noise","created":"2024-05-23","cited_by_count":9,"area":null},{"id":"2202.13187","title":"Whittle Index based Q-Learning for Wireless Edge Caching with Linear Function Approximation","created":"2022-02-26","cited_by_count":8,"area":null},{"id":"2308.01490","title":"Minimax Optimal Q Learning with Nearest Neighbors","created":"2023-08-03","cited_by_count":8,"area":null},{"id":"2401.09339","title":"Central Limit Theorem for Two-Timescale Stochastic Approximation with Markovian Noise: Theory and Applications","created":"2024-01-17","cited_by_count":7,"area":null},{"id":"2401.12764","title":"Fast Nonlinear Two-Time-Scale Stochastic Approximation: Achieving $O(1/k)$ Finite-Sample Complexity","created":"2024-01-23","cited_by_count":7,"area":null},{"id":"2402.11800","title":"Stochastic Approximation with Delayed Updates: Finite-Time Rates under Markovian Sampling","created":"2024-02-19","cited_by_count":7,"area":"deeprl"},{"id":"2502.09884","title":"Nonasymptotic CLT and Error Bounds for Linear Two-Time-Scale Stochastic Approximation","created":"2025-02-14","cited_by_count":6,"area":null},{"id":"2504.10865","title":"Understanding the theoretical properties of projected Bellman equation, linear Q-learning, and approximate value iteration","created":"2025-04-15","cited_by_count":6,"area":"deeprl"},{"id":"2110.11991","title":"A Reinforcement Learning Approach to Parameter Selection for Distributed Optimal Power Flow","created":"2021-10-22","cited_by_count":5,"area":null},{"id":"2204.00006","title":"Data Sampling Affects the Complexity of Online SGD over Dependent Data","created":"2022-03-31","cited_by_count":5,"area":null},{"id":"2112.07859","title":"Finite-Sample Analysis of Decentralized Q-Learning for Stochastic Games","created":"2021-12-15","cited_by_count":4,"area":null},{"id":"2205.13617","title":"Does DQN Learn?","created":"2022-05-26","cited_by_count":4,"area":null},{"id":"2509.18964","title":"Central Limit Theorems for Asynchronous Averaged Q-Learning","created":"2025-09-23","cited_by_count":4,"area":null},{"id":"2208.03247","title":"An Approximate Policy Iteration Viewpoint of Actor-Critic Algorithms","created":"2022-08-05","cited_by_count":3,"area":null},{"id":"2405.19811","title":"Approximate Global Convergence of Independent Learning in Multi-Agent Systems","created":"2024-05-30","cited_by_count":3,"area":null},{"id":"2504.08178","title":"A Piecewise Lyapunov Analysis of Sub-quadratic SGD: Applications to Robust and Quantile Regression","created":"2025-04-11","cited_by_count":3,"area":null},{"id":"2512.06244","title":"Auto-exploration for online reinforcement learning","created":"2025-12-06","cited_by_count":3,"area":"deeprl"},{"id":"2602.02445","title":"Finite-Sample Wasserstein Error Bounds and Concentration Inequalities for Nonlinear Stochastic Approximation","created":"2026-02-02","cited_by_count":3,"area":null},{"id":"2308.08825","title":"Controlling Federated Learning for Covertness","created":"2023-08-17","cited_by_count":2,"area":null},{"id":"2312.04905","title":"Two-Timescale Q-Learning with Function Approximation in Zero-Sum Stochastic Games","created":"2023-12-08","cited_by_count":2,"area":null},{"id":"2401.09665","title":"Accelerating Distributed Stochastic Optimization via Self-Repellent Random Walks","created":"2024-01-18","cited_by_count":2,"area":null},{"id":"2401.15196","title":"Regularized Q-Learning with Linear Function Approximation","created":"2024-01-26","cited_by_count":2,"area":"deeprl"},{"id":"2403.17247","title":"DASA: Delay-Adaptive Multi-Agent Stochastic Approximation","created":"2024-03-25","cited_by_count":2,"area":null},{"id":"2405.07432","title":"Nonparametric Sparse Online Learning of the Koopman Operator","created":"2024-05-13","cited_by_count":2,"area":null},{"id":"2504.11645","title":"Achieving Tighter Finite-Time Rates for Heterogeneous Federated Stochastic Approximation under Markovian Sampling","created":"2025-04-15","cited_by_count":2,"area":"deeprl"},{"id":"2506.01052","title":"A Robust $\\widetilde{\\mathcal{O}}(1/\\sqrt{T})$ Rate for Unprojected TD Learning with Linear Function Approximation","created":"2025-06-01","cited_by_count":2,"area":"deeprl"},{"id":"2603.03523","title":"Q-Measure-Learning for Continuous State RL: Efficient Implementation and Convergence","created":"2026-03-03","cited_by_count":2,"area":"deeprl"},{"id":"2605.11021","title":"A Switching System Theory of Q-Learning with Linear Function Approximation","created":"2026-05-10","cited_by_count":2,"area":"deeprl"},{"id":"2606.24981","title":"A Single Stepsize Suffices for Unprojected Linear TD(0): Simultaneous Robust and Fast Rates via Polyak--Ruppert Averaging","created":"2026-06-23","cited_by_count":2,"area":null},{"id":"2306.09746","title":"Finite-Time Analysis of Temporal Difference Learning with Experience Replay","created":"2023-06-16","cited_by_count":1,"area":null},{"id":"2509.08933","title":"Corruption-Tolerant Asynchronous Q-Learning with Near-Optimal Rates","created":"2025-09-10","cited_by_count":1,"area":"deeprl"},{"id":"2602.03301","title":"Periodic Regularized Q-Learning","created":"2026-02-03","cited_by_count":1,"area":"deeprl"},{"id":"2603.19648","title":"Heavy-Tailed and Long-Range Dependent Noise in Stochastic Approximation: A Finite-Time Analysis","created":"2026-03-20","cited_by_count":1,"area":"deeprl"},{"id":"2605.07104","title":"Almost Sure Convergence Rates of Stochastic Approximation and Reinforcement Learning via a Poisson-Moreau Drift","created":"2026-05-08","cited_by_count":1,"area":"deeprl"},{"id":"2605.11289","title":"Quotient-Categorical Representations for Bellman-Compatible Average-Reward Distributional Reinforcement Learning","created":"2026-05-11","cited_by_count":1,"area":"deeprl"},{"id":"2605.15530","title":"Rethinking Neural Network Learning Rates: A Stackelberg Perspective","created":"2026-05-15","cited_by_count":1,"area":null},{"id":"2605.31309","title":"Non-Asymptotic Convergence of Stochastic Iterative Algorithms: A Lyapunov Framework","created":"2026-05-29","cited_by_count":1,"area":"deeprl"},{"id":"2104.07855","title":"Distributed TD(0) with Almost No Communication","created":"2021-04-16","cited_by_count":0,"area":null},{"id":"2501.16489","title":"Nonparametric Sparse Online Learning of the Koopman Operator","created":"2025-01-27","cited_by_count":0,"area":null},{"id":"2503.14927","title":"Semi-Gradient SARSA Routing with Theoretical Guarantee on Traffic Stability and Weight Convergence","created":"2025-03-19","cited_by_count":0,"area":null},{"id":"2509.22964","title":"Functional Critics Are Essential for Actor-Critic: From Off-Policy Stability to Efficient Exploration","created":"2025-09-26","cited_by_count":0,"area":"deeprl"},{"id":"2602.05304","title":"A Short and Unified Convergence Analysis of the SAG, SAGA, and IAG Algorithms","created":"2026-02-05","cited_by_count":0,"area":null},{"id":"2602.06930","title":"Continuous-time reinforcement learning: ellipticity enables model-free value function approximation","created":"2026-02-06","cited_by_count":0,"area":"deeprl"},{"id":"2603.00043","title":"Reinforcement Learning for Control with Probabilistic Stability Guarantee: A Finite-Sample Approach","created":"2026-02-09","cited_by_count":0,"area":"deeprl"},{"id":"2605.02103","title":"Bridging the Gap Between Average and Discounted TD Learning","created":"2026-05-03","cited_by_count":0,"area":null},{"id":"2605.08417","title":"Central Limit Theorem for Two-Time-Scale Approximate Distributionally Robust RL","created":"2026-05-08","cited_by_count":0,"area":"deeprl"},{"id":"2605.17678","title":"On Gaussian approximation for entropy-regularized Q-learning with function approximation","created":"2026-05-17","cited_by_count":0,"area":null},{"id":"2607.20822","title":"Robust Asynchronous Q-Learning under Reward and State Corruption via Batching","created":"2026-07-23","cited_by_count":0,"area":"deeprl"},{"id":"2609.27741","title":"Limiting-Kernel Q($\\lambda$): Bridging Short and Long Horizons","created":"2026-09-23","cited_by_count":0,"area":"deeprl"}],"next_cursor":null}