{"total":48,"rows":[{"id":"2212.06355","title":"A Review of Off-Policy Evaluation in Reinforcement Learning","created":"2022-12-13","cited_by_count":95,"area":null},{"id":"2202.07511","title":"Pessimistic Minimax Value Iteration: Provably Efficient Equilibrium Learning from Offline Datasets","created":"2022-02-15","cited_by_count":44,"area":null},{"id":"2206.12020","title":"Provably Efficient Reinforcement Learning in Partially Observable Dynamical Systems","created":"2022-06-24","cited_by_count":35,"area":null},{"id":"2106.11960","title":"Variance-Aware Off-Policy Evaluation with Linear Function Approximation","created":"2021-06-22","cited_by_count":34,"area":null},{"id":"2201.06169","title":"On Well-posedness and Minimax Optimal Rates of Nonparametric Q-function Estimation in Off-policy Evaluation","created":"2022-01-17","cited_by_count":33,"area":null},{"id":"2105.03863","title":"Towards Theoretical Understandings of Robust Markov Decision Processes: Sample Complexity and Asymptotics","created":"2021-05-09","cited_by_count":27,"area":null},{"id":"2207.13081","title":"Future-Dependent Value-Based Off-Policy Evaluation in POMDPs","created":"2022-07-26","cited_by_count":21,"area":null},{"id":"2202.04970","title":"Off-Policy Fitted Q-Evaluation with Differentiable Function Approximators: Z-Estimation and Inference Theory","created":"2022-02-10","cited_by_count":18,"area":null},{"id":"2211.05311","title":"When is Realizability Sufficient for Off-Policy Reinforcement Learning?","created":"2022-11-10","cited_by_count":17,"area":null},{"id":"2302.10160","title":"Pseudo-Labeling for Kernel Ridge Regression under Covariate Shift","created":"2023-02-20","cited_by_count":17,"area":null},{"id":"2310.16173","title":"On the Convergence and Sample Complexity Analysis of Deep Q-Networks with $\\epsilon$-Greedy Exploration","created":"2023-10-24","cited_by_count":17,"area":null},{"id":"2405.19883","title":"From Words to Actions: Unveiling the Theoretical Underpinnings of LLM-Driven Autonomous Systems","created":"2024-05-30","cited_by_count":17,"area":null},{"id":"2102.10242","title":"Towards Automatic Evaluation of Dialog Systems: A Model-Free Off-Policy Evaluation Approach","created":"2021-02-20","cited_by_count":16,"area":null},{"id":"2305.19001","title":"High-probability sample complexities for policy evaluation with linear function approximation","created":"2023-05-30","cited_by_count":16,"area":null},{"id":"2109.03970","title":"PowerGym: A Reinforcement Learning Environment for Volt-Var Control in Power Distribution Systems","created":"2021-09-08","cited_by_count":14,"area":null},{"id":"2206.02887","title":"Sample Complexity of Nonparametric Off-Policy Evaluation on Low-Dimensional Manifolds using Deep Networks","created":"2022-06-06","cited_by_count":12,"area":null},{"id":"2103.05741","title":"Non-asymptotic Confidence Intervals of Off-policy Evaluation: Primal and Dual Bounds","created":"2021-03-09","cited_by_count":11,"area":null},{"id":"2112.12320","title":"Model Selection in Batch Policy Optimization","created":"2021-12-23","cited_by_count":11,"area":null},{"id":"2402.14703","title":"On the Curses of Future and History in Future-dependent Value Functions for Off-policy Evaluation","created":"2024-02-22","cited_by_count":10,"area":null},{"id":"2101.07781","title":"Minimax Off-Policy Evaluation for Multi-Armed Bandits","created":"2021-01-19","cited_by_count":9,"area":null},{"id":"2210.15543","title":"Beyond the Return: Off-policy Function Estimation under User-specified Error-measuring Distributions","created":"2022-10-27","cited_by_count":8,"area":null},{"id":"2203.04236","title":"A Complete Characterization of Linear Estimators for Offline Policy Evaluation","created":"2022-03-08","cited_by_count":7,"area":null},{"id":"2209.10444","title":"Off-Policy Risk Assessment in Markov Decision Processes","created":"2022-09-21","cited_by_count":7,"area":null},{"id":"2306.10694","title":"On the Model-Misspecification in Reinforcement Learning","created":"2023-06-19","cited_by_count":7,"area":null},{"id":"2110.10081","title":"Stateful Offline Contextual Policy Evaluation and Learning","created":"2021-10-19","cited_by_count":6,"area":null},{"id":"2304.02574","title":"Conformal Off-Policy Evaluation in Markov Decision Processes","created":"2023-04-05","cited_by_count":6,"area":null},{"id":"2309.13278","title":"Distributional Shift-Aware Off-Policy Interval Estimation: A Unified Error Quantification Framework","created":"2023-09-23","cited_by_count":6,"area":null},{"id":"2402.15739","title":"Low-Rank Bandits via Tight Two-to-Infinity Singular Subspace Recovery","created":"2024-02-24","cited_by_count":6,"area":null},{"id":"2210.07536","title":"A Reinforcement Learning Approach to Estimating Long-term Treatment Effects","created":"2022-10-14","cited_by_count":5,"area":null},{"id":"2206.04921","title":"Offline Stochastic Shortest Path: Learning, Evaluation and Towards Optimality","created":"2022-06-10","cited_by_count":3,"area":null},{"id":"2212.01925","title":"Counterfactual Learning with General Data-generating Policies","created":"2022-12-04","cited_by_count":3,"area":null},{"id":"2307.13332","title":"The Optimal Approximation Factors in Misspecified Off-Policy Value Function Estimation","created":"2023-07-25","cited_by_count":3,"area":null},{"id":"2505.13768","title":"Augmenting Online RL with Offline Data is All You Need: A Unified Hybrid RL Algorithm Design and Analysis","created":"2025-05-19","cited_by_count":3,"area":null},{"id":"2110.02421","title":"Explaining Off-Policy Actor-Critic From A Bias-Variance Perspective","created":"2021-10-06","cited_by_count":2,"area":null},{"id":"2210.11377","title":"Krylov-Bellman boosting: Super-linear policy evaluation in general state spaces","created":"2022-10-20","cited_by_count":2,"area":null},{"id":"2303.11187","title":"A Unified Framework of Policy Learning for Contextual Bandit with Confounding Bias and Missing Observations","created":"2023-03-20","cited_by_count":2,"area":null},{"id":"2404.00195","title":"Multiple-policy Evaluation via Density Estimation","created":"2024-03-29","cited_by_count":2,"area":null},{"id":"2502.04673","title":"Optimistic Algorithms for Adaptive Estimation of the Average Treatment Effect","created":"2025-02-07","cited_by_count":2,"area":null},{"id":"2111.11758","title":"The Impact of Data Distribution on Q-learning with Function Approximation","created":"2021-11-23","cited_by_count":1,"area":null},{"id":"2201.02300","title":"Hyperparameter Selection Methods for Fitted Q-Evaluation with Error Guarantee","created":"2022-01-07","cited_by_count":1,"area":null},{"id":"2202.00076","title":"Optimal Estimation of Off-Policy Policy Gradient via Double Fitted Iteration","created":"2022-01-31","cited_by_count":1,"area":null},{"id":"2404.12312","title":"A Mean-Field Analysis of Neural Stochastic Gradient Descent-Ascent for Functional Minimax Optimization","created":"2024-04-18","cited_by_count":1,"area":null},{"id":"2503.16708","title":"NeuroSep-CP-LCB: A Deep Learning-based Contextual Multi-armed Bandit Algorithm with Uncertainty Quantification for Early Sepsis Prediction","created":"2025-03-20","cited_by_count":1,"area":null},{"id":"2209.05186","title":"Statistical Estimation of Confounded Linear MDPs: An Instrumental Variable Approach","created":"2022-09-12","cited_by_count":0,"area":null},{"id":"2312.15458","title":"Conservative Exploration for Policy Optimization via Off-Policy Policy Evaluation","created":"2023-12-24","cited_by_count":0,"area":null},{"id":"2602.12379","title":"Deep Doubly Debiased Longitudinal Effect Estimation with ICE G-Computation","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2605.06474","title":"Q-MMR: Off-Policy Evaluation via Recursive Reweighting and Moment Matching","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.14284","title":"Smooth Multi-Policy Causal Effect Estimation in Longitudinal Settings","created":"2026-05-14","cited_by_count":0,"area":null}],"next_cursor":null}