{"total":15,"rows":[{"id":"2210.00953","title":"Bias and Extrapolation in Markovian Linear Stochastic Approximation with Constant Stepsizes","created":"2022-10-03","cited_by_count":30,"area":null},{"id":"2112.14582","title":"A Statistical Analysis of Polyak-Ruppert Averaged Q-learning","created":"2021-12-29","cited_by_count":29,"area":null},{"id":"2302.07690","title":"Online Statistical Inference for Nonlinear Stochastic Approximation with Markovian Data","created":"2023-02-15","cited_by_count":20,"area":null},{"id":"2401.15719","title":"Rates of Convergence in the Central Limit Theorem for Markov Chains, with an Application to TD Learning","created":"2024-01-28","cited_by_count":17,"area":null},{"id":"2403.02476","title":"A Simple Finite-Time Analysis of TD Learning with Linear Function Approximation","created":"2024-03-04","cited_by_count":16,"area":null},{"id":"2405.17834","title":"Revisiting Step-Size Assumptions in Stochastic Approximation","created":"2024-05-28","cited_by_count":10,"area":null},{"id":"2409.19546","title":"Asymptotic and Finite Sample Analysis of Nonexpansive Stochastic Approximations with Markovian Noise","created":"2024-09-29","cited_by_count":10,"area":null},{"id":"2307.02632","title":"Stability of Q-Learning Through Design and Optimism","created":"2023-07-05","cited_by_count":8,"area":null},{"id":"2309.02944","title":"The case for and against fixed step-size: Stochastic approximation algorithms in optimization and machine learning","created":"2023-09-06","cited_by_count":7,"area":null},{"id":"2312.10894","title":"Effectiveness of Constant Stepsize in Markovian LSA and Statistical Inference","created":"2023-12-18","cited_by_count":5,"area":null},{"id":"2509.18964","title":"Central Limit Theorems for Asynchronous Averaged Q-Learning","created":"2025-09-23","cited_by_count":4,"area":null},{"id":"2602.02445","title":"Finite-Sample Wasserstein Error Bounds and Concentration Inequalities for Nonlinear Stochastic Approximation","created":"2026-02-02","cited_by_count":3,"area":null},{"id":"2409.17499","title":"Does Worst-Performing Agent Lead the Pack? Analyzing Agent Dynamics in Unified Distributed SGD","created":"2024-09-26","cited_by_count":2,"area":null},{"id":"2603.27874","title":"Stability and Sensitivity Analysis of Relative Temporal-Difference Learning: Extended Version","created":"2026-03-29","cited_by_count":0,"area":null},{"id":"2605.03752","title":"Vanishing L2 regularization for the softmax Multi Armed Bandit","created":"2026-05-05","cited_by_count":0,"area":null}],"next_cursor":null}