{"total":22,"rows":[{"id":"2401.13884","title":"Constant Stepsize Q-learning: Distributional Convergence, Bias and Extrapolation","created":"2024-01-25","cited_by_count":17,"area":"deeprl"},{"id":"2405.09660","title":"Fast Two-Time-Scale Stochastic Gradient Method with Applications in Reinforcement Learning","created":"2024-05-15","cited_by_count":10,"area":"deeprl"},{"id":"2402.11800","title":"Stochastic Approximation with Delayed Updates: Finite-Time Rates under Markovian Sampling","created":"2024-02-19","cited_by_count":7,"area":"deeprl"},{"id":"2504.10865","title":"Understanding the theoretical properties of projected Bellman equation, linear Q-learning, and approximate value iteration","created":"2025-04-15","cited_by_count":6,"area":"deeprl"},{"id":"2512.06244","title":"Auto-exploration for online reinforcement learning","created":"2025-12-06","cited_by_count":3,"area":"deeprl"},{"id":"2401.15196","title":"Regularized Q-Learning with Linear Function Approximation","created":"2024-01-26","cited_by_count":2,"area":"deeprl"},{"id":"2504.11645","title":"Achieving Tighter Finite-Time Rates for Heterogeneous Federated Stochastic Approximation under Markovian Sampling","created":"2025-04-15","cited_by_count":2,"area":"deeprl"},{"id":"2506.01052","title":"A Robust $\\widetilde{\\mathcal{O}}(1/\\sqrt{T})$ Rate for Unprojected TD Learning with Linear Function Approximation","created":"2025-06-01","cited_by_count":2,"area":"deeprl"},{"id":"2603.03523","title":"Q-Measure-Learning for Continuous State RL: Efficient Implementation and Convergence","created":"2026-03-03","cited_by_count":2,"area":"deeprl"},{"id":"2605.11021","title":"A Switching System Theory of Q-Learning with Linear Function Approximation","created":"2026-05-10","cited_by_count":2,"area":"deeprl"},{"id":"2509.08933","title":"Corruption-Tolerant Asynchronous Q-Learning with Near-Optimal Rates","created":"2025-09-10","cited_by_count":1,"area":"deeprl"},{"id":"2602.03301","title":"Periodic Regularized Q-Learning","created":"2026-02-03","cited_by_count":1,"area":"deeprl"},{"id":"2603.19648","title":"Heavy-Tailed and Long-Range Dependent Noise in Stochastic Approximation: A Finite-Time Analysis","created":"2026-03-20","cited_by_count":1,"area":"deeprl"},{"id":"2605.07104","title":"Almost Sure Convergence Rates of Stochastic Approximation and Reinforcement Learning via a Poisson-Moreau Drift","created":"2026-05-08","cited_by_count":1,"area":"deeprl"},{"id":"2605.11289","title":"Quotient-Categorical Representations for Bellman-Compatible Average-Reward Distributional Reinforcement Learning","created":"2026-05-11","cited_by_count":1,"area":"deeprl"},{"id":"2605.31309","title":"Non-Asymptotic Convergence of Stochastic Iterative Algorithms: A Lyapunov Framework","created":"2026-05-29","cited_by_count":1,"area":"deeprl"},{"id":"2509.22964","title":"Functional Critics Are Essential for Actor-Critic: From Off-Policy Stability to Efficient Exploration","created":"2025-09-26","cited_by_count":0,"area":"deeprl"},{"id":"2602.06930","title":"Continuous-time reinforcement learning: ellipticity enables model-free value function approximation","created":"2026-02-06","cited_by_count":0,"area":"deeprl"},{"id":"2603.00043","title":"Reinforcement Learning for Control with Probabilistic Stability Guarantee: A Finite-Sample Approach","created":"2026-02-09","cited_by_count":0,"area":"deeprl"},{"id":"2605.08417","title":"Central Limit Theorem for Two-Time-Scale Approximate Distributionally Robust RL","created":"2026-05-08","cited_by_count":0,"area":"deeprl"},{"id":"2607.20822","title":"Robust Asynchronous Q-Learning under Reward and State Corruption via Batching","created":"2026-07-23","cited_by_count":0,"area":"deeprl"},{"id":"2609.27741","title":"Limiting-Kernel Q($\\lambda$): Bridging Short and Long Horizons","created":"2026-09-23","cited_by_count":0,"area":"deeprl"}],"next_cursor":null}