{"total":180,"rows":[{"id":"2212.06355","title":"A Review of Off-Policy Evaluation in Reinforcement Learning","created":"2022-12-13","cited_by_count":95,"area":null},{"id":"2103.16596","title":"Benchmarks for Deep Off-Policy Evaluation","created":"2021-03-30","cited_by_count":89,"area":null},{"id":"2202.06317","title":"Off-Policy Evaluation for Large Action Spaces via Embeddings","created":"2022-02-13","cited_by_count":54,"area":null},{"id":"2104.12820","title":"Universal Off-Policy Evaluation","created":"2021-04-26","cited_by_count":43,"area":null},{"id":"2104.14074","title":"Statistical Inference with M-Estimators on Adaptively Collected Data","created":"2021-04-29","cited_by_count":40,"area":null},{"id":"2105.04646","title":"Deeply-Debiased Off-Policy Interval Estimation","created":"2021-05-10","cited_by_count":36,"area":null},{"id":"2111.06784","title":"A Minimax Learning Approach to Off-Policy Evaluation in Confounded Partially Observable Markov Decision Processes","created":"2021-11-12","cited_by_count":36,"area":null},{"id":"2106.06842","title":"Recomposing the Reinforcement Learning Building Blocks with Hypernetworks","created":"2021-06-12","cited_by_count":35,"area":null},{"id":"2106.11960","title":"Variance-Aware Off-Policy Evaluation with Linear Function Approximation","created":"2021-06-22","cited_by_count":34,"area":null},{"id":"2203.09507","title":"Towards Data-Efficient Detection Transformers","created":"2022-03-17","cited_by_count":34,"area":null},{"id":"2305.08062","title":"Off-Policy Evaluation for Large Action Spaces via Conjunct Effect Modeling","created":"2023-05-14","cited_by_count":34,"area":null},{"id":"2104.13877","title":"Autoregressive Dynamics Models for Offline Policy Evaluation and Optimization","created":"2021-04-28","cited_by_count":33,"area":null},{"id":"2106.00418","title":"Post-Contextual-Bandit Inference","created":"2021-06-01","cited_by_count":32,"area":null},{"id":"2202.01562","title":"Doubly Robust Off-Policy Evaluation for Ranking Policies under the Cascade Behavior Model","created":"2022-02-03","cited_by_count":30,"area":null},{"id":"2301.13139","title":"A Novel Framework for Policy Mirror Descent with General Parameterization and Linear Convergence","created":"2023-01-30","cited_by_count":30,"area":null},{"id":"2104.08977","title":"Off-Policy Risk Assessment in Contextual Bandits","created":"2021-04-18","cited_by_count":29,"area":null},{"id":"2110.12036","title":"Recursive Causal Structure Learning in the Presence of Latent Variables and Selection Bias","created":"2021-10-22","cited_by_count":29,"area":null},{"id":"2105.03863","title":"Towards Theoretical Understandings of Robust Markov Decision Processes: Sample Complexity and Asymptotics","created":"2021-05-09","cited_by_count":27,"area":null},{"id":"2211.01939","title":"Empirical Analysis of Model Selection for Heterogeneous Causal Effect Estimation","created":"2022-11-03","cited_by_count":25,"area":null},{"id":"2110.12343","title":"Off-Policy Evaluation in Partially Observed Markov Decision Processes under Sequential Ignorability","created":"2021-10-24","cited_by_count":24,"area":null},{"id":"2211.13904","title":"Policy-Adaptive Estimator Selection for Off-Policy Evaluation","created":"2022-11-25","cited_by_count":24,"area":null},{"id":"2105.10148","title":"On Instrumental Variable Regression for Deep Offline Policy Evaluation","created":"2021-05-21","cited_by_count":22,"area":null},{"id":"2206.02371","title":"Markovian Interference in Experiments","created":"2022-06-06","cited_by_count":22,"area":null},{"id":"2206.03944","title":"Designing Reinforcement Learning Algorithms for Digital Interventions: Pre-implementation Guidelines","created":"2022-06-08","cited_by_count":22,"area":null},{"id":"2109.10502","title":"A Spectral Approach to Off-Policy Evaluation for POMDPs","created":"2021-09-22","cited_by_count":21,"area":null},{"id":"2207.13081","title":"Future-Dependent Value-Based Off-Policy Evaluation in POMDPs","created":"2022-07-26","cited_by_count":21,"area":null},{"id":"2212.14468","title":"An Instrumental Variable Approach to Confounded Off-Policy Evaluation","created":"2022-12-29","cited_by_count":20,"area":null},{"id":"2106.06854","title":"A Deep Reinforcement Learning Approach to Marginalized Importance Sampling with the Successor Representation","created":"2021-06-12","cited_by_count":19,"area":null},{"id":"2202.04970","title":"Off-Policy Fitted Q-Evaluation with Differentiable Function Approximators: Z-Estimation and Inference Theory","created":"2022-02-10","cited_by_count":18,"area":null},{"id":"2211.05311","title":"When is Realizability Sufficient for Off-Policy Reinforcement Learning?","created":"2022-11-10","cited_by_count":17,"area":null},{"id":"2112.01387","title":"Generalizing Off-Policy Learning under Sample Selection Bias","created":"2021-12-02","cited_by_count":16,"area":null},{"id":"2207.05219","title":"Grounding Aleatoric Uncertainty for Unsupervised Environment Design","created":"2022-07-11","cited_by_count":16,"area":null},{"id":"2305.19001","title":"High-probability sample complexities for policy evaluation with linear function approximation","created":"2023-05-30","cited_by_count":16,"area":null},{"id":"2111.14552","title":"Robust On-Policy Sampling for Data-Efficient Policy Evaluation in Reinforcement Learning","created":"2021-11-29","cited_by_count":15,"area":null},{"id":"2303.01049","title":"Model-based Constrained MDP for Budget Allocation in Sequential Incentive Marketing","created":"2023-03-02","cited_by_count":15,"area":null},{"id":"2305.19742","title":"Reliable Off-Policy Learning for Dosage Combinations","created":"2023-05-31","cited_by_count":15,"area":null},{"id":"2106.14979","title":"On component interactions in two-stage recommender systems","created":"2021-06-28","cited_by_count":14,"area":null},{"id":"2310.15433","title":"Off-Policy Evaluation for Large Action Spaces via Policy Convolution","created":"2023-10-24","cited_by_count":14,"area":null},{"id":"2106.07914","title":"Control Variates for Slate Off-Policy Evaluation","created":"2021-06-15","cited_by_count":13,"area":null},{"id":"2303.01076","title":"Hallucinated Adversarial Control for Conservative Offline Policy Evaluation","created":"2023-03-02","cited_by_count":13,"area":null},{"id":"2311.18207","title":"Towards Assessing and Benchmarking Risk-Return Tradeoff of Off-Policy Evaluation","created":"2023-11-30","cited_by_count":13,"area":null},{"id":"2105.14900","title":"A unified view of likelihood ratio and reparameterization gradients","created":"2021-05-31","cited_by_count":12,"area":null},{"id":"2204.00956","title":"Model-Free and Model-Based Policy Evaluation when Causality is Uncertain","created":"2022-04-02","cited_by_count":12,"area":null},{"id":"2206.02887","title":"Sample Complexity of Nonparametric Off-Policy Evaluation on Low-Dimensional Manifolds using Deep Networks","created":"2022-06-06","cited_by_count":12,"area":null},{"id":"2305.02542","title":"Correcting for Interference in Experiments: A Case Study at Douyin","created":"2023-05-04","cited_by_count":12,"area":null},{"id":"2103.05741","title":"Non-asymptotic Confidence Intervals of Off-policy Evaluation: Primal and Dual Bounds","created":"2021-03-09","cited_by_count":11,"area":null},{"id":"2402.14703","title":"On the Curses of Future and History in Future-dependent Value Functions for Off-policy Evaluation","created":"2024-02-22","cited_by_count":10,"area":null},{"id":"2101.07781","title":"Minimax Off-Policy Evaluation for Multi-Armed Bandits","created":"2021-01-19","cited_by_count":9,"area":null},{"id":"2212.11431","title":"Local Policy Improvement for Recommender Systems","created":"2022-12-22","cited_by_count":9,"area":null},{"id":"2310.06113","title":"When is Agnostic Reinforcement Learning Statistically Tractable?","created":"2023-10-09","cited_by_count":9,"area":null},{"id":"2312.01457","title":"Marginal Density Ratio for Off-Policy Evaluation in Contextual Bandits","created":"2023-12-03","cited_by_count":9,"area":null},{"id":"2101.09847","title":"High-Confidence Off-Policy (or Counterfactual) Variance Estimation","created":"2021-01-25","cited_by_count":8,"area":null},{"id":"2103.08390","title":"Estimating the Long-Term Effects of Novel Treatments","created":"2021-03-15","cited_by_count":8,"area":null},{"id":"2110.01664","title":"Estimating Potential Outcome Distributions with Collaborating Causal Networks","created":"2021-10-04","cited_by_count":8,"area":null},{"id":"2202.10887","title":"Policy Evaluation for Temporal and/or Spatial Dependent Experiments","created":"2022-02-22","cited_by_count":8,"area":null},{"id":"2210.15543","title":"Beyond the Return: Off-policy Function Estimation under User-specified Error-measuring Distributions","created":"2022-10-27","cited_by_count":8,"area":null},{"id":"2302.02477","title":"Offline Learning of Closed-Loop Deep Brain Stimulation Controllers for Parkinson Disease Treatment","created":"2023-02-05","cited_by_count":8,"area":null},{"id":"2307.15893","title":"Online Matching: A Real-time Bandit System for Large-scale Recommendations","created":"2023-07-29","cited_by_count":8,"area":null},{"id":"2310.15418","title":"Fractal Landscapes in Policy Optimization","created":"2023-10-24","cited_by_count":8,"area":null},{"id":"2505.13092","title":"Treatment Effect Estimation for Optimal Decision-Making","created":"2025-05-19","cited_by_count":8,"area":null},{"id":"2204.03140","title":"Off-Policy Evaluation with Online Adaptation for Robot Exploration in Challenging Environments","created":"2022-04-07","cited_by_count":7,"area":null},{"id":"2209.10444","title":"Off-Policy Risk Assessment in Markov Decision Processes","created":"2022-09-21","cited_by_count":7,"area":null},{"id":"2212.07486","title":"Scaling Marginalized Importance Sampling to High-Dimensional State-Spaces via State Abstraction","created":"2022-12-14","cited_by_count":7,"area":null},{"id":"2306.08719","title":"Off-policy Evaluation in Doubly Inhomogeneous Environments","created":"2023-06-14","cited_by_count":7,"area":null},{"id":"2310.17146","title":"Counterfactual-Augmented Importance Sampling for Semi-Offline Policy Evaluation","created":"2023-10-26","cited_by_count":7,"area":null},{"id":"2106.04443","title":"Robust Generalization despite Distribution Shift via Minimum Discriminating Information","created":"2021-06-08","cited_by_count":6,"area":null},{"id":"2110.10081","title":"Stateful Offline Contextual Policy Evaluation and Learning","created":"2021-10-19","cited_by_count":6,"area":null},{"id":"2110.14993","title":"Using Time-Series Privileged Information for Provably Efficient Learning of Prediction Models","created":"2021-10-28","cited_by_count":6,"area":null},{"id":"2112.04571","title":"Ambiguous Dynamic Treatment Regimes: A Reinforcement Learning Approach","created":"2021-12-08","cited_by_count":6,"area":null},{"id":"2202.11296","title":"Reinforcement Learning in Practice: Opportunities and Challenges","created":"2022-02-23","cited_by_count":6,"area":null},{"id":"2210.13373","title":"Local Metric Learning for Off-Policy Evaluation in Contextual Bandits with Continuous Actions","created":"2022-10-24","cited_by_count":6,"area":null},{"id":"2301.12056","title":"Variational Latent Branching Model for Off-Policy Evaluation","created":"2023-01-28","cited_by_count":6,"area":null},{"id":"2309.13278","title":"Distributional Shift-Aware Off-Policy Interval Estimation: A Unified Error Quantification Framework","created":"2023-09-23","cited_by_count":6,"area":null},{"id":"2403.17285","title":"Unraveling the Interplay between Carryover Effects and Reward Autocorrelations in Switchback Experiments","created":"2024-03-26","cited_by_count":6,"area":null},{"id":"2406.00317","title":"Combining Experimental and Historical Data for Policy Evaluation","created":"2024-06-01","cited_by_count":6,"area":null},{"id":"2502.02516","title":"Adaptive Exploration for Multi-Reward Multi-Policy Evaluation","created":"2025-02-04","cited_by_count":6,"area":null},{"id":"2106.13125","title":"Unifying Gradient Estimators for Meta-Reinforcement Learning via Off-Policy Evaluation","created":"2021-06-24","cited_by_count":5,"area":null},{"id":"2109.14727","title":"Dr Jekyll and Mr Hyde: the Strange Case of Off-Policy Policy Updates","created":"2021-09-29","cited_by_count":5,"area":null},{"id":"2110.11073","title":"RL4RS: A Real-World Dataset for Reinforcement Learning based Recommender System","created":"2021-10-18","cited_by_count":5,"area":null},{"id":"2111.03936","title":"SOPE: Spectrum of Off-Policy Estimators","created":"2021-11-06","cited_by_count":5,"area":null},{"id":"2111.14272","title":"Identification of Subgroups With Similar Benefits in Off-Policy Policy Evaluation","created":"2021-11-28","cited_by_count":5,"area":null},{"id":"2212.03932","title":"Low Variance Off-policy Evaluation with State-based Importance Sampling","created":"2022-12-07","cited_by_count":5,"area":null},{"id":"2212.14466","title":"Quantile Off-Policy Evaluation via Deep Conditional Generative Learning","created":"2022-12-29","cited_by_count":5,"area":null},{"id":"2302.09212","title":"HOPE: Human-Centric Off-Policy Evaluation for E-Learning and Healthcare","created":"2023-02-18","cited_by_count":5,"area":null},{"id":"2302.12736","title":"Balanced Off-Policy Evaluation for Personalized Pricing","created":"2023-02-24","cited_by_count":5,"area":null},{"id":"2505.20130","title":"Balancing Interference and Correlation in Spatial Experimental Designs: A Causal Graph Cut Approach","created":"2025-05-26","cited_by_count":5,"area":null},{"id":"2103.06370","title":"Causal-aware Safe Policy Improvement for Task-oriented dialogue","created":"2021-03-10","cited_by_count":4,"area":null},{"id":"2201.08262","title":"Generalizing Off-Policy Evaluation From a Causal Perspective For Sequential Decision-Making","created":"2022-01-20","cited_by_count":4,"area":null},{"id":"2202.10574","title":"A Multi-Agent Reinforcement Learning Framework for Off-Policy Evaluation in Two-sided Markets","created":"2022-02-21","cited_by_count":4,"area":null},{"id":"2306.15625","title":"Value-aware Importance Weighting for Off-policy Reinforcement Learning","created":"2023-06-27","cited_by_count":4,"area":null},{"id":"2307.11897","title":"Hindsight-DICE: Stable Credit Assignment for Deep Reinforcement Learning","created":"2023-07-21","cited_by_count":4,"area":null},{"id":"2310.18409","title":"State-Action Similarity-Based Representations for Off-Policy Evaluation","created":"2023-10-27","cited_by_count":4,"area":null},{"id":"2401.11353","title":"Distributionally Robust Policy Evaluation under General Covariate Shift in Contextual Bandits","created":"2024-01-21","cited_by_count":4,"area":null},{"id":"2406.19531","title":"Off-policy Evaluation with Deeply-abstracted States","created":"2024-06-27","cited_by_count":4,"area":null},{"id":"2103.15933","title":"Learning Under Adversarial and Interventional Shifts","created":"2021-03-29","cited_by_count":3,"area":null},{"id":"2106.03934","title":"Offline Policy Comparison under Limited Historical Agent-Environment Interactions","created":"2021-06-07","cited_by_count":3,"area":null},{"id":"2107.01360","title":"Supervised Off-Policy Ranking","created":"2021-07-03","cited_by_count":3,"area":null},{"id":"2109.06310","title":"State Relevance for Off-Policy Evaluation","created":"2021-09-13","cited_by_count":3,"area":null},{"id":"2203.02473","title":"Interpretable Off-Policy Learning via Hyperbox Search","created":"2022-03-04","cited_by_count":3,"area":null},{"id":"2206.04921","title":"Offline Stochastic Shortest Path: Learning, Evaluation and Towards Optimality","created":"2022-06-10","cited_by_count":3,"area":null}],"next_cursor":"100"}