{"total":30,"rows":[{"id":"2212.06355","title":"A Review of Off-Policy Evaluation in Reinforcement Learning","created":"2022-12-13","cited_by_count":95,"area":null},{"id":"2207.04475","title":"Finite-time High-probability Bounds for Polyak-Ruppert Averaged Iterates of Linear Stochastic Approximation","created":"2022-07-10","cited_by_count":41,"area":null},{"id":"2210.00953","title":"Bias and Extrapolation in Markovian Linear Stochastic Approximation with Constant Stepsizes","created":"2022-10-03","cited_by_count":30,"area":null},{"id":"2405.16644","title":"Gaussian Approximation and Multiplier Bootstrap for Polyak-Ruppert Averaged Linear Stochastic Approximation with Applications to TD Learning","created":"2024-05-26","cited_by_count":19,"area":null},{"id":"2112.13109","title":"Accelerated and instance-optimal policy evaluation with linear function approximation","created":"2021-12-24","cited_by_count":18,"area":null},{"id":"2201.08518","title":"Optimal variance-reduced stochastic approximation in Banach spaces","created":"2022-01-21","cited_by_count":17,"area":null},{"id":"2401.15719","title":"Rates of Convergence in the Central Limit Theorem for Markov Chains, with an Application to TD Learning","created":"2024-01-28","cited_by_count":17,"area":null},{"id":"2401.00364","title":"Tight Finite Time Bounds of Two-Time-Scale Linear Stochastic Approximation with Markovian Noise","created":"2023-12-31","cited_by_count":15,"area":null},{"id":"2510.02471","title":"Predictive inference for time series: why is split conformal effective despite temporal dependence?","created":"2025-10-02","cited_by_count":10,"area":null},{"id":"2405.14285","title":"Computing the Bias of Constant-step Stochastic Approximation with Markovian Noise","created":"2024-05-23","cited_by_count":9,"area":null},{"id":"2203.04236","title":"A Complete Characterization of Linear Estimators for Offline Policy Evaluation","created":"2022-03-08","cited_by_count":7,"area":null},{"id":"2308.01481","title":"Online covariance estimation for stochastic gradient descent under Markovian sampling","created":"2023-08-03","cited_by_count":7,"area":null},{"id":"2407.05966","title":"On Bellman equations for continuous-time policy evaluation I: discretization and approximation","created":"2024-07-08","cited_by_count":7,"area":null},{"id":"2303.05838","title":"Rosenthal-type inequalities for linear statistics of Markov chains","created":"2023-03-10","cited_by_count":6,"area":null},{"id":"2502.14172","title":"A Finite Sample Analysis of Distributional TD Learning with Linear Function Approximation","created":"2025-02-20","cited_by_count":6,"area":null},{"id":"2312.10894","title":"Effectiveness of Constant Stepsize in Markovian LSA and Statistical Inference","created":"2023-12-18","cited_by_count":5,"area":null},{"id":"2310.02581","title":"Online Estimation and Inference for Robust Policy Evaluation in Reinforcement Learning","created":"2023-10-04","cited_by_count":4,"area":null},{"id":"2503.12808","title":"Estimating stationary mass, frequency by frequency","created":"2025-03-17","cited_by_count":4,"area":null},{"id":"2510.12375","title":"Improved Central Limit Theorem and Bootstrap Approximations for Linear Stochastic Approximation","created":"2025-10-14","cited_by_count":4,"area":null},{"id":"2211.03899","title":"Policy evaluation from a single path: Multi-step methods, mixing and mis-specification","created":"2022-11-07","cited_by_count":3,"area":null},{"id":"2601.01502","title":"Multiscale replay: A robust algorithm for stochastic variational inequalities with a Markovian buffer","created":"2026-01-04","cited_by_count":2,"area":null},{"id":"2505.08125","title":"Sharp Gaussian approximations for Decentralized Federated Learning","created":"2025-05-12","cited_by_count":1,"area":null},{"id":"2508.05570","title":"High-Order Error Bounds for Markovian LSA with Richardson-Romberg Extrapolation","created":"2025-08-07","cited_by_count":1,"area":null},{"id":"2511.12688","title":"Accelerated Distributional Temporal Difference Learning with Linear Function Approximation","created":"2025-11-16","cited_by_count":1,"area":null},{"id":"2608.10896","title":"Self-Normalized Inference for Constant-Stepsize Temporal-Difference Learning under Markovian Sampling","created":"2026-08-11","cited_by_count":1,"area":null},{"id":"2609.38880","title":"Near-Minimax-Optimal Rates for Asynchronous TD Learning with Markovian Data","created":"2026-09-30","cited_by_count":1,"area":null},{"id":"2204.10479","title":"Finite-Time Accuracy of Temporal-Difference Learning Under Schur-Stable Recursions","created":"2022-04-22","cited_by_count":0,"area":null},{"id":"2606.18183","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","created":"2026-06-16","cited_by_count":0,"area":null},{"id":"2609.19529","title":"Next-token functional estimation","created":"2026-09-17","cited_by_count":0,"area":null},{"id":"2609.39144","title":"Sharp Stationary Gaussian Approximation for Constant-Stepsize SGD","created":"2026-09-30","cited_by_count":0,"area":null}],"next_cursor":null}