{"total":58,"rows":[{"id":"2102.06548","title":"Is Q-Learning Minimax Optimal? A Tight Sample Complexity Analysis","created":"2021-02-12","cited_by_count":92,"area":null},{"id":"2207.04475","title":"Finite-time High-probability Bounds for Polyak-Ruppert Averaged Iterates of Linear Stochastic Approximation","created":"2022-07-10","cited_by_count":41,"area":null},{"id":"2101.10506","title":"Finite Sample Analysis of Two-Time-Scale Natural Actor-Critic Algorithm","created":"2021-01-26","cited_by_count":39,"area":null},{"id":"2210.00953","title":"Bias and Extrapolation in Markovian Linear Stochastic Approximation with Constant Stepsizes","created":"2022-10-03","cited_by_count":30,"area":null},{"id":"2112.14582","title":"A Statistical Analysis of Polyak-Ruppert Averaged Q-learning","created":"2021-12-29","cited_by_count":29,"area":null},{"id":"2106.03156","title":"Fast and Robust Online Inference with Stochastic Gradient Descent via Random Scaling","created":"2021-06-06","cited_by_count":28,"area":null},{"id":"2108.03706","title":"Online Bootstrap Inference For Policy Evaluation in Reinforcement Learning","created":"2021-08-08","cited_by_count":26,"area":null},{"id":"2303.15740","title":"Concentration of Contractive Stochastic Approximation: Additive and Multiplicative Noise","created":"2023-03-28","cited_by_count":26,"area":null},{"id":"2109.12002","title":"Optimal policy evaluation using kernel-based temporal difference methods","created":"2021-09-24","cited_by_count":24,"area":null},{"id":"2310.14286","title":"Improved High-Probability Bounds for the Temporal Difference Learning Algorithm via Exponential Stability","created":"2023-10-22","cited_by_count":20,"area":null},{"id":"2405.16644","title":"Gaussian Approximation and Multiplier Bootstrap for Polyak-Ruppert Averaged Linear Stochastic Approximation with Applications to TD Learning","created":"2024-05-26","cited_by_count":19,"area":null},{"id":"2201.08518","title":"Optimal variance-reduced stochastic approximation in Banach spaces","created":"2022-01-21","cited_by_count":17,"area":null},{"id":"2206.10414","title":"A Single-Timescale Analysis For Stochastic Approximation With Multiple Coupled Sequences","created":"2022-06-21","cited_by_count":17,"area":null},{"id":"2305.19001","title":"High-probability sample complexities for policy evaluation with linear function approximation","created":"2023-05-30","cited_by_count":16,"area":null},{"id":"2208.10458","title":"Minimax-Optimal Multi-Agent RL in Markov Games With a Generative Model","created":"2022-08-22","cited_by_count":15,"area":null},{"id":"2401.00364","title":"Tight Finite Time Bounds of Two-Time-Scale Linear Stochastic Approximation with Markovian Noise","created":"2023-12-31","cited_by_count":15,"area":null},{"id":"2306.11497","title":"Convergence and concentration properties of constant step-size SGD through Markov chains","created":"2023-06-20","cited_by_count":11,"area":null},{"id":"2104.01627","title":"Finite-Time Convergence Rates of Nonlinear Two-Time-Scale Stochastic Approximation under Markovian Noise","created":"2021-04-04","cited_by_count":10,"area":null},{"id":"2205.13687","title":"Statistical Inference of Constrained Stochastic Optimization via Sketched Sequential Quadratic Programming","created":"2022-05-27","cited_by_count":10,"area":null},{"id":"2405.17834","title":"Revisiting Step-Size Assumptions in Stochastic Approximation","created":"2024-05-28","cited_by_count":10,"area":null},{"id":"2303.05606","title":"Variance-aware robust reinforcement learning with linear function approximation under heavy-tailed rewards","created":"2023-03-09","cited_by_count":8,"area":null},{"id":"2307.06915","title":"Weighted Averaged Stochastic Gradient Descent: Asymptotic Normality and Optimality","created":"2023-07-13","cited_by_count":8,"area":null},{"id":"2401.09339","title":"Central Limit Theorem for Two-Timescale Stochastic Approximation with Markovian Noise: Theory and Applications","created":"2024-01-17","cited_by_count":7,"area":null},{"id":"2402.04114","title":"SCAFFLSA: Taming Heterogeneity in Federated Linear Stochastic Approximation and TD Learning","created":"2024-02-06","cited_by_count":7,"area":null},{"id":"2209.07446","title":"Efficiency Ordering of Stochastic Gradient Descent","created":"2022-09-15","cited_by_count":6,"area":null},{"id":"2303.05838","title":"Rosenthal-type inequalities for linear statistics of Markov chains","created":"2023-03-10","cited_by_count":6,"area":null},{"id":"2410.05106","title":"Nonasymptotic Analysis of Stochastic Gradient Descent with the Richardson-Romberg Extrapolation","created":"2024-10-07","cited_by_count":6,"area":null},{"id":"2502.09884","title":"Nonasymptotic CLT and Error Bounds for Linear Two-Time-Scale Stochastic Approximation","created":"2025-02-14","cited_by_count":6,"area":null},{"id":"2502.14172","title":"A Finite Sample Analysis of Distributional TD Learning with Linear Function Approximation","created":"2025-02-20","cited_by_count":6,"area":null},{"id":"2312.10894","title":"Effectiveness of Constant Stepsize in Markovian LSA and Statistical Inference","created":"2023-12-18","cited_by_count":5,"area":null},{"id":"2508.07928","title":"Gaussian Approximation for Two-Timescale Linear Stochastic Approximation","created":"2025-08-11","cited_by_count":5,"area":null},{"id":"2505.21796","title":"A General-Purpose Theorem for High-Probability Bounds of Stochastic Approximation with Polyak Averaging","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2509.18964","title":"Central Limit Theorems for Asynchronous Averaged Q-Learning","created":"2025-09-23","cited_by_count":4,"area":null},{"id":"2510.12375","title":"Improved Central Limit Theorem and Bootstrap Approximations for Linear Stochastic Approximation","created":"2025-10-14","cited_by_count":4,"area":null},{"id":"2308.13564","title":"SGMM: Stochastic Approximation to Generalized Method of Moments","created":"2023-08-25","cited_by_count":3,"area":null},{"id":"2504.08178","title":"A Piecewise Lyapunov Analysis of Sub-quadratic SGD: Applications to Robust and Quantile Regression","created":"2025-04-11","cited_by_count":3,"area":null},{"id":"2109.01326","title":"Statistical Estimation and Inference via Local SGD in Federated Learning","created":"2021-09-03","cited_by_count":2,"area":null},{"id":"2111.11004","title":"Gradient Temporal Difference with Momentum: Stability and Convergence","created":"2021-11-22","cited_by_count":2,"area":null},{"id":"2401.09665","title":"Accelerating Distributed Stochastic Optimization via Self-Repellent Random Walks","created":"2024-01-18","cited_by_count":2,"area":null},{"id":"2409.17499","title":"Does Worst-Performing Agent Lead the Pack? Analyzing Agent Dynamics in Unified Distributed SGD","created":"2024-09-26","cited_by_count":2,"area":null},{"id":"2509.14039","title":"On the Rate of Gaussian Approximation for Linear Regression Problems","created":"2025-09-17","cited_by_count":2,"area":null},{"id":"2510.12013","title":"Statistical Guarantees for High-Dimensional Stochastic Gradient Descent","created":"2025-10-13","cited_by_count":2,"area":null},{"id":"2606.17364","title":"A Polyak-Ruppert Central Limit Theorem for SA-Adam with Momentum and Non-Convergent Adaptive Preconditioning","created":"2026-06-15","cited_by_count":2,"area":null},{"id":"2606.24981","title":"A Single Stepsize Suffices for Unprojected Linear TD(0): Simultaneous Robust and Fast Rates via Polyak--Ruppert Averaging","created":"2026-06-23","cited_by_count":2,"area":null},{"id":"2302.09727","title":"Statistical Inference for Linear Functionals of Online SGD in High-dimensional Linear Regression","created":"2023-02-20","cited_by_count":1,"area":null},{"id":"2411.06770","title":"Sketched Adaptive Federated Deep Learning: A Sharp Convergence Analysis","created":"2024-11-11","cited_by_count":1,"area":null},{"id":"2508.05570","title":"High-Order Error Bounds for Markovian LSA with Richardson-Romberg Extrapolation","created":"2025-08-07","cited_by_count":1,"area":null},{"id":"2510.19734","title":"Statistical Inference for Linear Functionals of Online Least-squares SGD when $t \\gtrsim d^{1+\\delta}$","created":"2025-10-22","cited_by_count":1,"area":null},{"id":"2608.10896","title":"Self-Normalized Inference for Constant-Stepsize Temporal-Difference Learning under Markovian Sampling","created":"2026-08-11","cited_by_count":1,"area":null},{"id":"2110.15547","title":"Does Momentum Help? A Sample Complexity Analysis","created":"2021-10-29","cited_by_count":0,"area":null},{"id":"2305.07091","title":"Stability and Convergence of Distributed Stochastic Approximations with large Unbounded Stochastic Information Delays","created":"2023-05-11","cited_by_count":0,"area":null},{"id":"2403.11163","title":"A Selective Review on Statistical Methods for Massive Data Computation: Distributed Computing, Subsampling, and Minibatch Techniques","created":"2024-03-17","cited_by_count":0,"area":null},{"id":"2407.10955","title":"Enhancing Stochastic Optimization for Statistical Efficiency Using ROOT-SGD with Diminishing Stepsize","created":"2024-07-15","cited_by_count":0,"area":null},{"id":"2604.00179","title":"Finite-Time Analysis of Projected Two-Time-Scale Stochastic Approximation","created":"2026-03-31","cited_by_count":0,"area":null},{"id":"2606.00309","title":"Large-scale Uncertainty Quantification for Latent Variable Models Using Subsampling Markov Chain Monte Carlo","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2609.32962","title":"Clipped or Unclipped? Finite-Sample Trade-offs for Averaged SGD under Heavy-Tailed Noise","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2610.05599","title":"Gaussian Limits for SGD Without Stationary Moments","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.16034","title":"A Nonlinear Time-Series Theory for Constant-step SGD with Momentum","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}