{"total":60,"rows":[{"id":"2012.15085","title":"Is Pessimism Provably Efficient for Offline RL?","created":"2020-12-30","cited_by_count":364,"area":"offlinerl"},{"id":"2108.08812","title":"Provable Benefits of Actor-Critic Methods for Offline Reinforcement Learning","created":"2021-08-19","cited_by_count":110,"area":"offlinerl"},{"id":"2212.06355","title":"A Review of Off-Policy Evaluation in Reinforcement Learning","created":"2022-12-13","cited_by_count":95,"area":null},{"id":"2110.08695","title":"Towards Instance-Optimal Offline Reinforcement Learning with Pessimism","created":"2021-10-17","cited_by_count":78,"area":"offlinerl"},{"id":"2203.05804","title":"Near-optimal Offline Reinforcement Learning with Linear Representation: Leveraging Variance Information with Pessimism","created":"2022-03-11","cited_by_count":65,"area":"offlinerl"},{"id":"2102.01748","title":"Near-Optimal Offline Reinforcement Learning via Double Variance Reduction","created":"2021-02-02","cited_by_count":56,"area":"offlinerl"},{"id":"2102.02981","title":"Finite Sample Analysis of Minimax Offline Reinforcement Learning: Completeness, Fast Rates and First-Order Efficiency","created":"2021-02-05","cited_by_count":56,"area":"offlinerl"},{"id":"2102.03607","title":"Bootstrapping Fitted Q-Evaluation for Off-Policy Inference","created":"2021-02-06","cited_by_count":40,"area":"offlinerl"},{"id":"2103.14077","title":"Nearly Horizon-Free Offline Reinforcement Learning","created":"2021-03-25","cited_by_count":36,"area":"offlinerl"},{"id":"2111.06784","title":"A Minimax Learning Approach to Off-Policy Evaluation in Confounded Partially Observable Markov Decision Processes","created":"2021-11-12","cited_by_count":36,"area":null},{"id":"2106.11960","title":"Variance-Aware Off-Policy Evaluation with Linear Function Approximation","created":"2021-06-22","cited_by_count":34,"area":null},{"id":"2112.14582","title":"A Statistical Analysis of Polyak-Ruppert Averaged Q-learning","created":"2021-12-29","cited_by_count":29,"area":null},{"id":"2105.03863","title":"Towards Theoretical Understandings of Robust Markov Decision Processes: Sample Complexity and Asymptotics","created":"2021-05-09","cited_by_count":27,"area":null},{"id":"2106.03207","title":"Mitigating Covariate Shift in Imitation Learning via Offline Data Without Great Coverage","created":"2021-06-06","cited_by_count":26,"area":"offlinerl"},{"id":"2111.13807","title":"Offline Neural Contextual Bandits: Pessimism, Optimization and Generalization","created":"2021-11-27","cited_by_count":25,"area":"offlinerl"},{"id":"2011.04019","title":"Sparse Feature Selection Makes Batch Reinforcement Learning More Sample Efficient","created":"2020-11-08","cited_by_count":24,"area":"offlinerl"},{"id":"2109.12002","title":"Optimal policy evaluation using kernel-based temporal difference methods","created":"2021-09-24","cited_by_count":24,"area":null},{"id":"2206.00810","title":"Offline Reinforcement Learning with Differential Privacy","created":"2022-06-02","cited_by_count":20,"area":"offlinerl"},{"id":"2202.04970","title":"Off-Policy Fitted Q-Evaluation with Differentiable Function Approximators: Z-Estimation and Inference Theory","created":"2022-02-10","cited_by_count":18,"area":null},{"id":"2102.10242","title":"Towards Automatic Evaluation of Dialog Systems: A Model-Free Off-Policy Evaluation Approach","created":"2021-02-20","cited_by_count":16,"area":null},{"id":"2105.06029","title":"Optimal Uniform OPE and Model-based Offline Reinforcement Learning in Time-Homogeneous, Reward-Free and Task-Agnostic Settings","created":"2021-05-13","cited_by_count":14,"area":"offlinerl"},{"id":"2211.15956","title":"Offline Reinforcement Learning with Closed-Form Policy Improvement Operators","created":"2022-11-29","cited_by_count":14,"area":"offlinerl"},{"id":"2402.12570","title":"Offline Multi-task Transfer RL with Representational Penalization","created":"2024-02-19","cited_by_count":14,"area":"offlinerl"},{"id":"2206.00177","title":"On Gap-dependent Bounds for Offline Reinforcement Learning","created":"2022-06-01","cited_by_count":13,"area":"offlinerl"},{"id":"2206.02887","title":"Sample Complexity of Nonparametric Off-Policy Evaluation on Low-Dimensional Manifolds using Deep Networks","created":"2022-06-06","cited_by_count":12,"area":null},{"id":"2211.16583","title":"Offline Policy Evaluation and Optimization under Confounding","created":"2022-11-29","cited_by_count":12,"area":"offlinerl"},{"id":"2103.05741","title":"Non-asymptotic Confidence Intervals of Off-policy Evaluation: Primal and Dual Bounds","created":"2021-03-09","cited_by_count":11,"area":null},{"id":"2307.04354","title":"Policy Finetuning in Reinforcement Learning via Design of Experiments using Offline Data","created":"2023-07-10","cited_by_count":11,"area":null},{"id":"2203.12786","title":"Bellman Residual Orthogonalization for Offline Reinforcement Learning","created":"2022-03-24","cited_by_count":10,"area":"offlinerl"},{"id":"2209.13075","title":"Off-policy estimation of linear functionals: Non-asymptotic theory for semi-parametric efficiency","created":"2022-09-26","cited_by_count":10,"area":null},{"id":"2510.04088","title":"Offline Reinforcement Learning in Large State Spaces: Algorithms and Guarantees","created":"2025-10-05","cited_by_count":10,"area":"offlinerl"},{"id":"2101.07781","title":"Minimax Off-Policy Evaluation for Multi-Armed Bandits","created":"2021-01-19","cited_by_count":9,"area":null},{"id":"2310.06113","title":"When is Agnostic Reinforcement Learning Statistically Tractable?","created":"2023-10-09","cited_by_count":9,"area":null},{"id":"2006.03886","title":"Efficient Evaluation of Natural Stochastic Policies in Offline Reinforcement Learning","created":"2020-06-06","cited_by_count":8,"area":"offlinerl"},{"id":"2103.06671","title":"Sample Complexity of Offline Reinforcement Learning with Deep ReLU Networks","created":"2021-03-11","cited_by_count":8,"area":"offlinerl"},{"id":"2406.16249","title":"An Optimal Tightness Bound for the Simulation Lemma","created":"2024-06-24","cited_by_count":8,"area":null},{"id":"2203.04236","title":"A Complete Characterization of Linear Estimators for Offline Policy Evaluation","created":"2022-03-08","cited_by_count":7,"area":null},{"id":"2212.07486","title":"Scaling Marginalized Importance Sampling to High-Dimensional State-Spaces via State Abstraction","created":"2022-12-14","cited_by_count":7,"area":null},{"id":"2306.08719","title":"Off-policy Evaluation in Doubly Inhomogeneous Environments","created":"2023-06-14","cited_by_count":7,"area":null},{"id":"2301.06240","title":"Kernel-based off-policy estimation without overlap: Instance optimality beyond semiparametric efficiency","created":"2023-01-16","cited_by_count":6,"area":null},{"id":"2402.15739","title":"Low-Rank Bandits via Tight Two-to-Infinity Singular Subspace Recovery","created":"2024-02-24","cited_by_count":6,"area":null},{"id":"2403.17285","title":"Unraveling the Interplay between Carryover Effects and Reward Autocorrelations in Switchback Experiments","created":"2024-03-26","cited_by_count":6,"area":null},{"id":"2212.03932","title":"Low Variance Off-policy Evaluation with State-based Importance Sampling","created":"2022-12-07","cited_by_count":5,"area":null},{"id":"2301.11426","title":"Model-based Offline Reinforcement Learning with Local Misspecification","created":"2023-01-26","cited_by_count":5,"area":"offlinerl"},{"id":"2406.19531","title":"Off-policy Evaluation with Deeply-abstracted States","created":"2024-06-27","cited_by_count":4,"area":null},{"id":"2206.04921","title":"Offline Stochastic Shortest Path: Learning, Evaluation and Towards Optimality","created":"2022-06-10","cited_by_count":3,"area":null},{"id":"2106.09973","title":"The Curse of Passive Data Collection in Batch Reinforcement Learning","created":"2021-06-18","cited_by_count":2,"area":null},{"id":"2110.02421","title":"Explaining Off-Policy Actor-Critic From A Bias-Variance Perspective","created":"2021-10-06","cited_by_count":2,"area":null},{"id":"2404.00195","title":"Multiple-policy Evaluation via Density Estimation","created":"2024-03-29","cited_by_count":2,"area":null},{"id":"2407.17910","title":"Causal Deepsets for Off-policy Evaluation under Spatial or Spatio-temporal Interferences","created":"2024-07-25","cited_by_count":2,"area":null},{"id":"2409.05733","title":"Markov Chain Variance Estimation: A Stochastic Approximation Approach","created":"2024-09-09","cited_by_count":2,"area":"deeprl"},{"id":"2503.16708","title":"NeuroSep-CP-LCB: A Deep Learning-based Contextual Multi-armed Bandit Algorithm with Uncertainty Quantification for Early Sepsis Prediction","created":"2025-03-20","cited_by_count":1,"area":null},{"id":"2505.22492","title":"Demystifying the Paradox of Importance Sampling with an Estimated History-Dependent Behavior Policy in Off-Policy Evaluation","created":"2025-05-28","cited_by_count":1,"area":"deeprl"},{"id":"2601.19030","title":"A Unifying View of Coverage in Linear Off-Policy Evaluation","created":"2026-01-26","cited_by_count":1,"area":"deeprl"},{"id":"2306.14063","title":"Offline Policy Evaluation for Reinforcement Learning with Adaptively Collected Data","created":"2023-06-24","cited_by_count":0,"area":"offlinerl"},{"id":"2310.10556","title":"Sample Complexity of Preference-Based Nonparametric Off-Policy Evaluation with Deep Networks","created":"2023-10-16","cited_by_count":0,"area":"alignment"},{"id":"2605.06474","title":"Q-MMR: Off-Policy Evaluation via Recursive Reweighting and Moment Matching","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2606.20206","title":"Off-Policy Evaluation for Missingness-Aware Policies in MDPs with Rewards Missing Not at Random","created":"2026-06-18","cited_by_count":0,"area":"offlinerl"},{"id":"2608.24858","title":"Bellman Calibration for Marginalized Importance Weighting in Offline Reinforcement Learning","created":"2026-08-25","cited_by_count":0,"area":"offlinerl"},{"id":"2609.20389","title":"Model-based Bootstrap for Offline Policy Evaluation in Tabular Reinforcement Learning","created":"2026-09-17","cited_by_count":0,"area":null}],"next_cursor":null}