{"total":17,"rows":[{"id":"2401.13884","title":"Constant Stepsize Q-learning: Distributional Convergence, Bias and Extrapolation","created":"2024-01-25","cited_by_count":17,"area":"deeprl"},{"id":"2411.13711","title":"Almost Sure Convergence Rates and Concentration of Stochastic Approximation and Reinforcement Learning with Markovian Noise","created":"2024-11-20","cited_by_count":12,"area":"deeprl"},{"id":"2501.19254","title":"Linear $Q$-Learning Does Not Diverge in $L^2$: Convergence Rates to a Bounded Set","created":"2025-01-31","cited_by_count":12,"area":"deeprl"},{"id":"2511.03618","title":"Towards Formalizing Reinforcement Learning Theory: A Robbins-Siegmund Approach","created":"2025-11-05","cited_by_count":7,"area":"deeprl"},{"id":"2409.12135","title":"Almost Sure Convergence of Linear Temporal Difference Learning with Arbitrary Features","created":"2024-09-18","cited_by_count":5,"area":"deeprl"},{"id":"2505.21391","title":"Finite Sample Analysis of Linear Temporal Difference Learning with Arbitrary Features","created":"2025-05-27","cited_by_count":5,"area":"deeprl"},{"id":"2509.26442","title":"Extensions of Robbins-Siegmund Theorem with Applications in Reinforcement Learning","created":"2025-09-30","cited_by_count":5,"area":"deeprl"},{"id":"2410.10737","title":"Asymptotic Analysis of Sample-averaged Q-learning","created":"2024-10-14","cited_by_count":2,"area":"deeprl"},{"id":"2403.14109","title":"Reinforcement Learning Design for Quickest Change Detection","created":"2024-03-21","cited_by_count":1,"area":"deeprl"},{"id":"2602.06146","title":"Optimistic Training and Convergence of Q-Learning -- Extended Version","created":"2026-02-05","cited_by_count":1,"area":"deeprl"},{"id":"2605.07104","title":"Almost Sure Convergence Rates of Stochastic Approximation and Reinforcement Learning via a Poisson-Moreau Drift","created":"2026-05-08","cited_by_count":1,"area":"deeprl"},{"id":"2605.31309","title":"Non-Asymptotic Convergence of Stochastic Iterative Algorithms: A Lyapunov Framework","created":"2026-05-29","cited_by_count":1,"area":"deeprl"},{"id":"2405.02572","title":"Off-OAB: Off-Policy Policy Gradient Method with Optimal Action-Dependent Baseline","created":"2024-05-04","cited_by_count":0,"area":"deeprl"},{"id":"2409.07842","title":"Markovian Foundations for Quasi-Stochastic Approximation in Two Timescales: Extended Version","created":"2024-09-12","cited_by_count":0,"area":"deeprl"},{"id":"2512.22347","title":"Reinforcement Learning for Optimal Stopping in POMDPs with Application to Quickest Change Detection","created":"2025-12-26","cited_by_count":0,"area":"deeprl"},{"id":"2605.06874","title":"On the Divergence of Differential Temporal Difference Learning without Local Clocks","created":"2026-05-07","cited_by_count":0,"area":"deeprl"},{"id":"2607.23030","title":"Online Policy Evaluation for MDPs with Dynamic UBSR Measures","created":"2026-07-25","cited_by_count":0,"area":"deeprl"}],"next_cursor":null}