{"total":56,"rows":[{"id":"2209.05423","title":"Statistical Learning Theory for Control: A Finite Sample Perspective","created":"2022-09-12","cited_by_count":53,"area":null},{"id":"2302.14428","title":"Stochastic Gradient Descent under Markovian Sampling Schemes","created":"2023-02-28","cited_by_count":38,"area":null},{"id":"2202.04428","title":"Adapting to Mixing Time in Stochastic Optimization with Markovian Data","created":"2022-02-09","cited_by_count":36,"area":null},{"id":"2206.08269","title":"Learning with little mixing","created":"2022-06-16","cited_by_count":33,"area":null},{"id":"2210.00953","title":"Bias and Extrapolation in Markovian Linear Stochastic Approximation with Constant Stepsizes","created":"2022-10-03","cited_by_count":30,"area":null},{"id":"2202.08311","title":"Single Trajectory Nonparametric Learning of Nonlinear Dynamics","created":"2022-02-16","cited_by_count":26,"area":null},{"id":"2210.05918","title":"Finite time analysis of temporal difference learning with linear function approximation: Tail averaging and regularisation","created":"2022-10-12","cited_by_count":23,"area":null},{"id":"2310.14286","title":"Improved High-Probability Bounds for the Temporal Difference Learning Algorithm via Exponential Stability","created":"2023-10-22","cited_by_count":20,"area":null},{"id":"2110.08440","title":"Online Target Q-learning with Reverse Experience Replay: Efficiently finding the Optimal Policy for Linear MDPs","created":"2021-10-16","cited_by_count":19,"area":null},{"id":"2301.12083","title":"Beyond Exponentially Fast Mixing in Average-Reward Reinforcement Learning via Multi-Level Monte Carlo Actor-Critic","created":"2023-01-28","cited_by_count":18,"area":null},{"id":"2103.05896","title":"Streaming Linear System Identification with Reverse Experience Replay","created":"2021-03-10","cited_by_count":17,"area":null},{"id":"2105.11558","title":"Near-optimal Offline and Streaming Algorithms for Learning Non-Linear Dynamical Systems","created":"2021-05-24","cited_by_count":17,"area":null},{"id":"2401.13884","title":"Constant Stepsize Q-learning: Distributional Convergence, Bias and Extrapolation","created":"2024-01-25","cited_by_count":17,"area":"deeprl"},{"id":"2401.15719","title":"Rates of Convergence in the Central Limit Theorem for Markov Chains, with an Application to TD Learning","created":"2024-01-28","cited_by_count":17,"area":null},{"id":"2305.08104","title":"Federated TD Learning over Finite-Rate Erasure Channels: Linear Speedup under Markovian Sampling","created":"2023-05-14","cited_by_count":15,"area":null},{"id":"2407.18878","title":"A Sharper Global Convergence Analysis for Average Reward Reinforcement Learning via an Actor-Critic Approach","created":"2024-07-26","cited_by_count":15,"area":"deeprl"},{"id":"2305.15938","title":"First Order Methods with Markovian Noise: from Acceleration to Variational Inequalities","created":"2023-05-25","cited_by_count":14,"area":null},{"id":"2104.01627","title":"Finite-Time Convergence Rates of Nonlinear Two-Time-Scale Stochastic Approximation under Markovian Noise","created":"2021-04-04","cited_by_count":10,"area":null},{"id":"2305.02456","title":"Streaming PCA for Markovian Data","created":"2023-05-03","cited_by_count":9,"area":null},{"id":"2203.04236","title":"A Complete Characterization of Linear Estimators for Offline Policy Evaluation","created":"2022-03-08","cited_by_count":7,"area":null},{"id":"2203.15797","title":"Convergence of First-Order Methods for Constrained Nonconvex Optimization with Dependent Data","created":"2022-03-29","cited_by_count":7,"area":null},{"id":"2308.01481","title":"Online covariance estimation for stochastic gradient descent under Markovian sampling","created":"2023-08-03","cited_by_count":7,"area":null},{"id":"2402.04114","title":"SCAFFLSA: Taming Heterogeneity in Federated Linear Stochastic Approximation and TD Learning","created":"2024-02-06","cited_by_count":7,"area":null},{"id":"2402.11800","title":"Stochastic Approximation with Delayed Updates: Finite-Time Rates under Markovian Sampling","created":"2024-02-19","cited_by_count":7,"area":"deeprl"},{"id":"2305.11165","title":"The noise level in linear regression with dependent data","created":"2023-05-18","cited_by_count":6,"area":null},{"id":"2403.11925","title":"Towards Global Optimality for Practical Average Reward Reinforcement Learning without Mixing Time Oracles","created":"2024-03-18","cited_by_count":6,"area":"deeprl"},{"id":"2204.00006","title":"Data Sampling Affects the Complexity of Online SGD over Dependent Data","created":"2022-03-31","cited_by_count":5,"area":null},{"id":"2312.10894","title":"Effectiveness of Constant Stepsize in Markovian LSA and Statistical Inference","created":"2023-12-18","cited_by_count":5,"area":null},{"id":"2403.20200","title":"High-dimensional analysis of ridge regression for non-identically distributed data with a variance profile","created":"2024-03-29","cited_by_count":5,"area":null},{"id":"2203.11489","title":"A Note on Target Q-learning For Solving Finite MDPs with A Generative Oracle","created":"2022-03-22","cited_by_count":4,"area":null},{"id":"2407.15277","title":"Conformal Predictions under Markovian Data","created":"2024-07-21","cited_by_count":4,"area":null},{"id":"2206.03171","title":"Introspective Experience Replay: Look Back When Surprised","created":"2022-06-07","cited_by_count":3,"area":null},{"id":"2205.12549","title":"Learning from time-dependent streaming data with online stochastic algorithms","created":"2022-05-25","cited_by_count":2,"area":null},{"id":"2409.05733","title":"Markov Chain Variance Estimation: A Stochastic Approximation Approach","created":"2024-09-09","cited_by_count":2,"area":"deeprl"},{"id":"2503.02125","title":"Average-DICE: Stationary Distribution Correction by Regression","created":"2025-03-03","cited_by_count":2,"area":"deeprl"},{"id":"2504.11645","title":"Achieving Tighter Finite-Time Rates for Heterogeneous Federated Stochastic Approximation under Markovian Sampling","created":"2025-04-15","cited_by_count":2,"area":"deeprl"},{"id":"2601.01502","title":"Multiscale replay: A robust algorithm for stochastic variational inequalities with a Markovian buffer","created":"2026-01-04","cited_by_count":2,"area":null},{"id":"2602.17587","title":"Asymptotically Optimal Sequential Testing with Markovian Data","created":"2026-02-19","cited_by_count":2,"area":null},{"id":"2606.24981","title":"A Single Stepsize Suffices for Unprojected Linear TD(0): Simultaneous Robust and Fast Rates via Polyak--Ruppert Averaging","created":"2026-06-23","cited_by_count":2,"area":null},{"id":"2203.11992","title":"Resonance in Weight Space: Covariate Shift Can Drive Divergence of SGD with Momentum","created":"2022-03-22","cited_by_count":1,"area":null},{"id":"2306.09746","title":"Finite-Time Analysis of Temporal Difference Learning with Experience Replay","created":"2023-06-16","cited_by_count":1,"area":null},{"id":"2309.14775","title":"Markov Chain Mirror Descent On Data Federation","created":"2023-09-26","cited_by_count":1,"area":null},{"id":"2509.08933","title":"Corruption-Tolerant Asynchronous Q-Learning with Near-Optimal Rates","created":"2025-09-10","cited_by_count":1,"area":"deeprl"},{"id":"2206.02455","title":"Mean Estimation in High-Dimensional Binary Markov Gaussian Mixture Models","created":"2022-06-06","cited_by_count":0,"area":null},{"id":"2312.05794","title":"Spectral Statistics of the Sample Covariance Matrix for High Dimensional Linear Gaussians","created":"2023-12-10","cited_by_count":0,"area":null},{"id":"2401.07694","title":"Stochastic optimization with arbitrary recurrent data sampling","created":"2024-01-15","cited_by_count":0,"area":null},{"id":"2406.04731","title":"Efficient Continual Finite-Sum Minimization","created":"2024-06-07","cited_by_count":0,"area":null},{"id":"2407.10955","title":"Enhancing Stochastic Optimization for Statistical Efficiency Using ROOT-SGD with Diminishing Stepsize","created":"2024-07-15","cited_by_count":0,"area":null},{"id":"2408.16999","title":"A Tighter Convergence Proof of Reverse Experience Replay","created":"2024-08-30","cited_by_count":0,"area":"deeprl"},{"id":"2410.08361","title":"Markov Chain Gradient Descent in Hilbert Spaces","created":"2024-10-10","cited_by_count":0,"area":null},{"id":"2411.12653","title":"Smart Predict-then-Optimize Method with Dependent Data: Risk Bounds and Calibration of Autoregression","created":"2024-11-19","cited_by_count":0,"area":null},{"id":"2502.03551","title":"Gradient Descent Algorithm in Hilbert Spaces under Stationary Markov Chains with $\\phi$- and $\\beta$-Mixing","created":"2025-02-05","cited_by_count":0,"area":null},{"id":"2507.05929","title":"Online Regularized Learning Algorithms in RKHS with $\\beta$- and $\\phi$-Mixing Sequences","created":"2025-07-08","cited_by_count":0,"area":null},{"id":"2602.05304","title":"A Short and Unified Convergence Analysis of the SAG, SAGA, and IAG Algorithms","created":"2026-02-05","cited_by_count":0,"area":null},{"id":"2604.13414","title":"Minimax Optimality and Spectral Routing for Majority-Vote Ensembles under Markov Dependence","created":"2026-04-15","cited_by_count":0,"area":"deeprl"},{"id":"2606.18183","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","created":"2026-06-16","cited_by_count":0,"area":null}],"next_cursor":null}