{"total":65,"rows":[{"id":"2212.06355","title":"A Review of Off-Policy Evaluation in Reinforcement Learning","created":"2022-12-13","cited_by_count":95,"area":null},{"id":"2102.03607","title":"Bootstrapping Fitted Q-Evaluation for Off-Policy Inference","created":"2021-02-06","cited_by_count":40,"area":"offlinerl"},{"id":"2105.04646","title":"Deeply-Debiased Off-Policy Interval Estimation","created":"2021-05-10","cited_by_count":36,"area":null},{"id":"2201.06169","title":"On Well-posedness and Minimax Optimal Rates of Nonparametric Q-function Estimation in Off-policy Evaluation","created":"2022-01-17","cited_by_count":33,"area":null},{"id":"2202.10589","title":"Off-Policy Confidence Interval Estimation with Confounded Markov Decision Process","created":"2022-02-22","cited_by_count":31,"area":null},{"id":"2112.14582","title":"A Statistical Analysis of Polyak-Ruppert Averaged Q-learning","created":"2021-12-29","cited_by_count":29,"area":null},{"id":"2108.03706","title":"Online Bootstrap Inference For Policy Evaluation in Reinforcement Learning","created":"2021-08-08","cited_by_count":26,"area":null},{"id":"2110.10719","title":"Estimating Optimal Infinite Horizon Dynamic Treatment Regimes via pT-Learning","created":"2021-10-20","cited_by_count":26,"area":null},{"id":"2207.13081","title":"Future-Dependent Value-Based Off-Policy Evaluation in POMDPs","created":"2022-07-26","cited_by_count":21,"area":null},{"id":"2510.01268","title":"AdaDetectGPT: Adaptive Detection of LLM-Generated Text with Statistical Guarantees","created":"2025-09-29","cited_by_count":21,"area":null},{"id":"2212.14468","title":"An Instrumental Variable Approach to Confounded Off-Policy Evaluation","created":"2022-12-29","cited_by_count":20,"area":null},{"id":"2209.08666","title":"Offline Reinforcement Learning with Instrumental Variables in Confounded Markov Decision Processes","created":"2022-09-18","cited_by_count":19,"area":"offlinerl"},{"id":"2202.04970","title":"Off-Policy Fitted Q-Evaluation with Differentiable Function Approximators: Z-Estimation and Inference Theory","created":"2022-02-10","cited_by_count":18,"area":null},{"id":"2109.04640","title":"Projected State-action Balancing Weights for Offline Reinforcement Learning","created":"2021-09-10","cited_by_count":16,"area":"offlinerl"},{"id":"2206.06711","title":"Conformal Off-policy Prediction","created":"2022-06-14","cited_by_count":14,"area":null},{"id":"2203.01707","title":"Testing Stationarity and Change Point Detection in Reinforcement Learning","created":"2022-03-03","cited_by_count":12,"area":"offlinerl"},{"id":"2202.13163","title":"Statistically Efficient Advantage Learning for Offline Reinforcement Learning in Infinite Horizons","created":"2022-02-26","cited_by_count":10,"area":"offlinerl"},{"id":"2302.02392","title":"Offline Minimax Soft-Q-learning Under Realizability and Partial Coverage","created":"2023-02-05","cited_by_count":10,"area":"offlinerl"},{"id":"2305.19244","title":"Testing for the Markov Property in Time Series via Deep Conditional Generative Learning","created":"2023-05-30","cited_by_count":9,"area":null},{"id":"2006.03886","title":"Efficient Evaluation of Natural Stochastic Policies in Offline Reinforcement Learning","created":"2020-06-06","cited_by_count":8,"area":"offlinerl"},{"id":"2202.10887","title":"Policy Evaluation for Temporal and/or Spatial Dependent Experiments","created":"2022-02-22","cited_by_count":8,"area":null},{"id":"2212.14883","title":"Online Statistical Inference for Contextual Bandits via Stochastic Gradient Descent","created":"2022-12-30","cited_by_count":8,"area":null},{"id":"2309.17262","title":"Estimation and Inference in Distributional Reinforcement Learning","created":"2023-09-29","cited_by_count":8,"area":null},{"id":"2202.00088","title":"Reinforcement Learning with Heterogeneous Data: Estimation and Inference","created":"2022-01-31","cited_by_count":7,"area":null},{"id":"2301.02220","title":"Value Enhancement of Reinforcement Learning via Efficient and Robust Trust Region Optimization","created":"2023-01-05","cited_by_count":7,"area":null},{"id":"2301.08940","title":"Quasi-optimal Reinforcement Learning with Continuous Actions","created":"2023-01-21","cited_by_count":7,"area":null},{"id":"2302.12717","title":"Statistical Inference with Stochastic Gradient Methods under $\\phi$-mixing Data","created":"2023-02-24","cited_by_count":7,"area":null},{"id":"2303.14281","title":"Sequential Knockoffs for Variable Selection in Reinforcement Learning","created":"2023-03-24","cited_by_count":7,"area":null},{"id":"2305.10187","title":"Evaluating Dynamic Conditional Quantile Treatment Effects with Applications in Ridesharing","created":"2023-05-17","cited_by_count":7,"area":null},{"id":"2306.08719","title":"Off-policy Evaluation in Doubly Inhomogeneous Environments","created":"2023-06-14","cited_by_count":7,"area":null},{"id":"2304.02574","title":"Conformal Off-Policy Evaluation in Markov Decision Processes","created":"2023-04-05","cited_by_count":6,"area":null},{"id":"2309.13278","title":"Distributional Shift-Aware Off-Policy Interval Estimation: A Unified Error Quantification Framework","created":"2023-09-23","cited_by_count":6,"area":null},{"id":"2403.17285","title":"Unraveling the Interplay between Carryover Effects and Reward Autocorrelations in Switchback Experiments","created":"2024-03-26","cited_by_count":6,"area":null},{"id":"2406.00317","title":"Combining Experimental and Historical Data for Policy Evaluation","created":"2024-06-01","cited_by_count":6,"area":null},{"id":"2212.14466","title":"Quantile Off-Policy Evaluation via Deep Conditional Generative Learning","created":"2022-12-29","cited_by_count":5,"area":null},{"id":"2302.00141","title":"Revisiting Bellman Errors for Offline Model Selection","created":"2023-01-31","cited_by_count":5,"area":"offlinerl"},{"id":"2412.05783","title":"Two-way Deconfounder for Off-policy Evaluation in Causal Reinforcement Learning","created":"2024-12-08","cited_by_count":5,"area":"deeprl"},{"id":"2501.06366","title":"Counterfactually Fair Reinforcement Learning via Sequential Data Preprocessing","created":"2025-01-10","cited_by_count":5,"area":"deeprl"},{"id":"2505.20130","title":"Balancing Interference and Correlation in Spatial Experimental Designs: A Causal Graph Cut Approach","created":"2025-05-26","cited_by_count":5,"area":null},{"id":"2202.10574","title":"A Multi-Agent Reinforcement Learning Framework for Off-Policy Evaluation in Two-sided Markets","created":"2022-02-21","cited_by_count":4,"area":null},{"id":"2310.02581","title":"Online Estimation and Inference for Robust Policy Evaluation in Reinforcement Learning","created":"2023-10-04","cited_by_count":4,"area":null},{"id":"2406.19531","title":"Off-policy Evaluation with Deeply-abstracted States","created":"2024-06-27","cited_by_count":4,"area":null},{"id":"2111.14346","title":"Pessimistic Model Selection for Offline Deep Reinforcement Learning","created":"2021-11-29","cited_by_count":3,"area":"offlinerl"},{"id":"2211.03983","title":"Doubly Inhomogeneous Reinforcement Learning","created":"2022-11-08","cited_by_count":3,"area":null},{"id":"2301.13152","title":"STEEL: Singularity-aware Reinforcement Learning","created":"2023-01-30","cited_by_count":3,"area":"offlinerl"},{"id":"2505.00304","title":"Reinforcement Learning with Continuous Actions Under Unmeasured Confounding","created":"2025-05-01","cited_by_count":3,"area":null},{"id":"2301.13348","title":"A Reinforcement Learning Framework for Dynamic Mediation Analysis","created":"2023-01-31","cited_by_count":2,"area":null},{"id":"2407.17910","title":"Causal Deepsets for Off-policy Evaluation under Spatial or Spatio-temporal Interferences","created":"2024-07-25","cited_by_count":2,"area":null},{"id":"2502.16195","title":"Statistical Inference in Reinforcement Learning: A Selective Survey","created":"2025-02-22","cited_by_count":2,"area":"deeprl"},{"id":"2507.06961","title":"Off-Policy Evaluation Under Nonignorable Missing Data","created":"2025-07-09","cited_by_count":2,"area":null},{"id":"2507.18118","title":"A Two-armed Bandit Framework for A/B Testing","created":"2025-07-24","cited_by_count":2,"area":null},{"id":"2510.26026","title":"Conformal Prediction Beyond the Horizon: Distribution-Free Inference for Policy Evaluation","created":"2025-10-29","cited_by_count":2,"area":"deeprl"},{"id":"2206.05860","title":"IGN : Implicit Generative Networks","created":"2022-06-13","cited_by_count":1,"area":null},{"id":"2301.00092","title":"Inference on Time Series Nonparametric Conditional Moment Restrictions Using General Sieves","created":"2022-12-31","cited_by_count":1,"area":null},{"id":"2309.16188","title":"Stackelberg Batch Policy Learning","created":"2023-09-28","cited_by_count":1,"area":"offlinerl"},{"id":"2312.11863","title":"Neural Network Approximation for Pessimistic Offline Reinforcement Learning","created":"2023-12-19","cited_by_count":1,"area":"offlinerl"},{"id":"2406.04374","title":"Incentivized Exploration with Stochastic Covariates: A Two-Stage Mechanism Design for Recommender System","created":"2024-06-04","cited_by_count":1,"area":null},{"id":"2408.09155","title":"Learning Robust Treatment Rules for Censored Data","created":"2024-08-17","cited_by_count":1,"area":null},{"id":"2505.22492","title":"Demystifying the Paradox of Importance Sampling with an Estimated History-Dependent Behavior Policy in Off-Policy Evaluation","created":"2025-05-28","cited_by_count":1,"area":"deeprl"},{"id":"2602.01853","title":"Designing Time Series Experiments in A/B Testing with Transformer Reinforcement Learning","created":"2026-02-02","cited_by_count":1,"area":"deeprl"},{"id":"2608.12973","title":"Online Inference for Quantile Temporal Difference Learning in Distributional Reinforcement Learning","created":"2026-08-13","cited_by_count":1,"area":"deeprl"},{"id":"2301.00927","title":"Deep Spectral Q-learning with Application to Mobile Health","created":"2023-01-03","cited_by_count":0,"area":null},{"id":"2301.12553","title":"Asymptotic Inference for Multi-Stage Stationary Treatment Policy with Variable Selection","created":"2023-01-29","cited_by_count":0,"area":null},{"id":"2311.18725","title":"AI in Pharma for Personalized Sequential Decision-Making: Methods, Applications and Opportunities","created":"2023-11-30","cited_by_count":0,"area":null},{"id":"2510.03912","title":"Generalized Fitted Q-Iteration with Clustered Data","created":"2025-10-04","cited_by_count":0,"area":"deeprl"}],"next_cursor":null}