{"total":78,"rows":[{"id":"2212.06355","title":"A Review of Off-Policy Evaluation in Reinforcement Learning","created":"2022-12-13","cited_by_count":95,"area":null},{"id":"2103.14029","title":"Causal Inference Under Unmeasured Confounding With Negative Controls: A Minimax Learning Approach","created":"2021-03-25","cited_by_count":44,"area":null},{"id":"2104.12820","title":"Universal Off-Policy Evaluation","created":"2021-04-26","cited_by_count":43,"area":null},{"id":"2105.04646","title":"Deeply-Debiased Off-Policy Interval Estimation","created":"2021-05-10","cited_by_count":36,"area":null},{"id":"2111.06784","title":"A Minimax Learning Approach to Off-Policy Evaluation in Confounded Partially Observable Markov Decision Processes","created":"2021-11-12","cited_by_count":36,"area":null},{"id":"2104.13877","title":"Autoregressive Dynamics Models for Offline Policy Evaluation and Optimization","created":"2021-04-28","cited_by_count":33,"area":null},{"id":"2201.06169","title":"On Well-posedness and Minimax Optimal Rates of Nonparametric Q-function Estimation in Off-policy Evaluation","created":"2022-01-17","cited_by_count":33,"area":null},{"id":"2212.09900","title":"Policy learning \"without\" overlap: Pessimism and generalized empirical Bernstein's inequality","created":"2022-12-19","cited_by_count":32,"area":null},{"id":"2101.02808","title":"Average-Reward Off-Policy Policy Evaluation with Function Approximation","created":"2021-01-08","cited_by_count":31,"area":null},{"id":"2202.10589","title":"Off-Policy Confidence Interval Estimation with Confounded Markov Decision Process","created":"2022-02-22","cited_by_count":31,"area":null},{"id":"2112.14582","title":"A Statistical Analysis of Polyak-Ruppert Averaged Q-learning","created":"2021-12-29","cited_by_count":29,"area":null},{"id":"2106.10251","title":"Active Offline Policy Selection","created":"2021-06-18","cited_by_count":26,"area":null},{"id":"2108.03706","title":"Online Bootstrap Inference For Policy Evaluation in Reinforcement Learning","created":"2021-08-08","cited_by_count":26,"area":null},{"id":"2110.10719","title":"Estimating Optimal Infinite Horizon Dynamic Treatment Regimes via pT-Learning","created":"2021-10-20","cited_by_count":26,"area":null},{"id":"2202.06450","title":"Towards Deployment-Efficient Reinforcement Learning: Lower Bound and Optimality","created":"2022-02-14","cited_by_count":24,"area":null},{"id":"2105.10148","title":"On Instrumental Variable Regression for Deep Offline Policy Evaluation","created":"2021-05-21","cited_by_count":22,"area":null},{"id":"2206.02371","title":"Markovian Interference in Experiments","created":"2022-06-06","cited_by_count":22,"area":null},{"id":"2207.13081","title":"Future-Dependent Value-Based Off-Policy Evaluation in POMDPs","created":"2022-07-26","cited_by_count":21,"area":null},{"id":"2212.14468","title":"An Instrumental Variable Approach to Confounded Off-Policy Evaluation","created":"2022-12-29","cited_by_count":20,"area":null},{"id":"2106.06854","title":"A Deep Reinforcement Learning Approach to Marginalized Importance Sampling with the Successor Representation","created":"2021-06-12","cited_by_count":19,"area":null},{"id":"2202.04970","title":"Off-Policy Fitted Q-Evaluation with Differentiable Function Approximators: Z-Estimation and Inference Theory","created":"2022-02-10","cited_by_count":18,"area":null},{"id":"2211.05311","title":"When is Realizability Sufficient for Off-Policy Reinforcement Learning?","created":"2022-11-10","cited_by_count":17,"area":null},{"id":"2102.10242","title":"Towards Automatic Evaluation of Dialog Systems: A Model-Free Off-Policy Evaluation Approach","created":"2021-02-20","cited_by_count":16,"area":null},{"id":"2103.02084","title":"Minimax Model Learning","created":"2021-03-02","cited_by_count":16,"area":null},{"id":"2206.06711","title":"Conformal Off-policy Prediction","created":"2022-06-14","cited_by_count":14,"area":null},{"id":"2301.13734","title":"Efficient Policy Evaluation with Offline Data Informed Behavior Policy Design","created":"2023-01-31","cited_by_count":14,"area":null},{"id":"2302.05404","title":"Minimax Instrumental Variable Regression and $L_2$ Convergence Guarantees without Identification or Closedness","created":"2023-02-10","cited_by_count":13,"area":null},{"id":"2311.18207","title":"Towards Assessing and Benchmarking Risk-Return Tradeoff of Off-Policy Evaluation","created":"2023-11-30","cited_by_count":13,"area":null},{"id":"2204.00956","title":"Model-Free and Model-Based Policy Evaluation when Causality is Uncertain","created":"2022-04-02","cited_by_count":12,"area":null},{"id":"2206.02887","title":"Sample Complexity of Nonparametric Off-Policy Evaluation on Low-Dimensional Manifolds using Deep Networks","created":"2022-06-06","cited_by_count":12,"area":null},{"id":"2209.09845","title":"Relational Reasoning via Set Transformers: Provable Efficiency and Applications to MARL","created":"2022-09-20","cited_by_count":12,"area":null},{"id":"2103.05741","title":"Non-asymptotic Confidence Intervals of Off-policy Evaluation: Primal and Dual Bounds","created":"2021-03-09","cited_by_count":11,"area":null},{"id":"2402.14703","title":"On the Curses of Future and History in Future-dependent Value Functions for Off-policy Evaluation","created":"2024-02-22","cited_by_count":10,"area":null},{"id":"2210.12057","title":"Efficient Global Planning in Large MDPs via Stochastic Primal-Dual Optimization","created":"2022-10-21","cited_by_count":8,"area":null},{"id":"2210.15543","title":"Beyond the Return: Off-policy Function Estimation under User-specified Error-measuring Distributions","created":"2022-10-27","cited_by_count":8,"area":null},{"id":"2203.04236","title":"A Complete Characterization of Linear Estimators for Offline Policy Evaluation","created":"2022-03-08","cited_by_count":7,"area":null},{"id":"2212.07486","title":"Scaling Marginalized Importance Sampling to High-Dimensional State-Spaces via State Abstraction","created":"2022-12-14","cited_by_count":7,"area":null},{"id":"2306.08719","title":"Off-policy Evaluation in Doubly Inhomogeneous Environments","created":"2023-06-14","cited_by_count":7,"area":null},{"id":"2309.13278","title":"Distributional Shift-Aware Off-Policy Interval Estimation: A Unified Error Quantification Framework","created":"2023-09-23","cited_by_count":6,"area":null},{"id":"2403.17285","title":"Unraveling the Interplay between Carryover Effects and Reward Autocorrelations in Switchback Experiments","created":"2024-03-26","cited_by_count":6,"area":null},{"id":"2406.00317","title":"Combining Experimental and Historical Data for Policy Evaluation","created":"2024-06-01","cited_by_count":6,"area":null},{"id":"2106.00993","title":"On the Convergence Rate of Off-Policy Policy Optimization Methods with Density-Ratio Correction","created":"2021-06-02","cited_by_count":5,"area":null},{"id":"2107.05405","title":"Learning Expected Emphatic Traces for Deep RL","created":"2021-07-12","cited_by_count":5,"area":null},{"id":"2111.03936","title":"SOPE: Spectrum of Off-Policy Estimators","created":"2021-11-06","cited_by_count":5,"area":null},{"id":"2210.07536","title":"A Reinforcement Learning Approach to Estimating Long-term Treatment Effects","created":"2022-10-14","cited_by_count":5,"area":null},{"id":"2302.09212","title":"HOPE: Human-Centric Off-Policy Evaluation for E-Learning and Healthcare","created":"2023-02-18","cited_by_count":5,"area":null},{"id":"2309.01807","title":"Marginalized Importance Sampling for Off-Environment Policy Evaluation","created":"2023-09-04","cited_by_count":5,"area":null},{"id":"2202.10574","title":"A Multi-Agent Reinforcement Learning Framework for Off-Policy Evaluation in Two-sided Markets","created":"2022-02-21","cited_by_count":4,"area":null},{"id":"2207.08956","title":"Online Learning with Off-Policy Feedback","created":"2022-07-18","cited_by_count":4,"area":null},{"id":"2307.11897","title":"Hindsight-DICE: Stable Credit Assignment for Deep Reinforcement Learning","created":"2023-07-21","cited_by_count":4,"area":null},{"id":"2310.18409","title":"State-Action Similarity-Based Representations for Off-Policy Evaluation","created":"2023-10-27","cited_by_count":4,"area":null},{"id":"2406.19531","title":"Off-policy Evaluation with Deeply-abstracted States","created":"2024-06-27","cited_by_count":4,"area":null},{"id":"2206.04921","title":"Offline Stochastic Shortest Path: Learning, Evaluation and Towards Optimality","created":"2022-06-10","cited_by_count":3,"area":null},{"id":"2307.13332","title":"The Optimal Approximation Factors in Misspecified Off-Policy Value Function Estimation","created":"2023-07-25","cited_by_count":3,"area":null},{"id":"2505.00304","title":"Reinforcement Learning with Continuous Actions Under Unmeasured Confounding","created":"2025-05-01","cited_by_count":3,"area":null},{"id":"2106.03340","title":"Instrument Space Selection for Kernel Maximum Moment Restriction","created":"2021-06-07","cited_by_count":2,"area":null},{"id":"2112.11532","title":"Off Environment Evaluation Using Convex Risk Minimization","created":"2021-12-21","cited_by_count":2,"area":null},{"id":"2203.12048","title":"Review of Metrics to Measure the Stability, Robustness and Resilience of Reinforcement Learning","created":"2022-03-22","cited_by_count":2,"area":null},{"id":"2301.10330","title":"Off-Policy Evaluation for Action-Dependent Non-Stationary Environments","created":"2023-01-24","cited_by_count":2,"area":null},{"id":"2301.13348","title":"A Reinforcement Learning Framework for Dynamic Mediation Analysis","created":"2023-01-31","cited_by_count":2,"area":null},{"id":"2407.17910","title":"Causal Deepsets for Off-policy Evaluation under Spatial or Spatio-temporal Interferences","created":"2024-07-25","cited_by_count":2,"area":null},{"id":"2507.06961","title":"Off-Policy Evaluation Under Nonignorable Missing Data","created":"2025-07-09","cited_by_count":2,"area":null},{"id":"2512.23805","title":"Fitted Q-Evaluation without Bellman Completeness via Occupancy Weighting","created":"2025-12-29","cited_by_count":2,"area":null},{"id":"2201.00236","title":"Operator Deep Q-Learning: Zero-Shot Reward Transferring in Reinforcement Learning","created":"2022-01-01","cited_by_count":1,"area":null},{"id":"2411.19395","title":"Concept-driven Off Policy Evaluation","created":"2024-11-28","cited_by_count":1,"area":null},{"id":"2505.17506","title":"Offline Constrained Reinforcement Learning under Partial Data Coverage","created":"2025-05-23","cited_by_count":1,"area":null},{"id":"2603.03191","title":"A Covering Framework for Offline POMDPs Learning using Belief Space Metric","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2605.29500","title":"Quotient DAGs for Off-Policy Evaluation:Forward-Flow Importance Sampling and Exact Slate Propensities","created":"2026-05-28","cited_by_count":1,"area":null},{"id":"2110.12081","title":"Off-policy Reinforcement Learning with Optimistic Exploration and Distribution Correction","created":"2021-10-22","cited_by_count":0,"area":null},{"id":"2203.16177","title":"Marginalized Operators for Off-policy Reinforcement Learning","created":"2022-03-30","cited_by_count":0,"area":null},{"id":"2301.03183","title":"Minimax Weight Learning for Absorbing MDPs","created":"2023-01-09","cited_by_count":0,"area":null},{"id":"2403.11841","title":"Pessimistic Causal Reinforcement Learning with Mediators for Confounded Offline Data","created":"2024-03-18","cited_by_count":0,"area":null},{"id":"2410.20017","title":"Off-Policy Selection for Initiating Human-Centric Experimental Design","created":"2024-10-26","cited_by_count":0,"area":null},{"id":"2509.26429","title":"An Orthogonal Learner for Individualized Outcomes in Markov Decision Processes","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2605.06474","title":"Q-MMR: Off-Policy Evaluation via Recursive Reweighting and Moment Matching","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.28849","title":"Behavior-Induced Mirror-Prox Temporal-Difference Learning for Faster Off-Policy Prediction","created":"2026-05-16","cited_by_count":0,"area":null},{"id":"2606.25923","title":"$\\text{DT}^2$: Decision-Targeted Digital Twins","created":"2026-06-24","cited_by_count":0,"area":null},{"id":"2608.10096","title":"Deciding When to Switch: E-Processes for Adaptive Minimax Training for Generative Adversarial Nets","created":"2026-08-10","cited_by_count":0,"area":null}],"next_cursor":null}