{"total":57,"rows":[{"id":"2212.06355","title":"A Review of Off-Policy Evaluation in Reinforcement Learning","created":"2022-12-13","cited_by_count":95,"area":null},{"id":"2110.05690","title":"Partial Counterfactual Identification from Observational and Experimental Data","created":"2021-10-12","cited_by_count":64,"area":null},{"id":"2302.05209","title":"A Survey on Causal Reinforcement Learning","created":"2023-02-10","cited_by_count":45,"area":null},{"id":"2104.12820","title":"Universal Off-Policy Evaluation","created":"2021-04-26","cited_by_count":43,"area":null},{"id":"2110.15332","title":"Proximal Reinforcement Learning: Efficient Off-Policy Evaluation in Partially Observed Markov Decision Processes","created":"2021-10-28","cited_by_count":41,"area":"offlinerl"},{"id":"2111.06784","title":"A Minimax Learning Approach to Off-Policy Evaluation in Confounded Partially Observable Markov Decision Processes","created":"2021-11-12","cited_by_count":36,"area":null},{"id":"2102.09907","title":"Instrumental Variable Value Iteration for Causal Offline Reinforcement Learning","created":"2021-02-19","cited_by_count":35,"area":"offlinerl"},{"id":"2202.10589","title":"Off-Policy Confidence Interval Estimation with Confounded Markov Decision Process","created":"2022-02-22","cited_by_count":31,"area":null},{"id":"2112.11449","title":"Doubly-Valid/Doubly-Sharp Sensitivity Analysis for Causal Inference with Unmeasured Confounding","created":"2021-12-21","cited_by_count":28,"area":null},{"id":"2205.13589","title":"Pessimism in the Face of Confounders: Provably Efficient Offline Reinforcement Learning in Partially Observable Markov Decision Processes","created":"2022-05-26","cited_by_count":26,"area":"offlinerl"},{"id":"2202.10806","title":"Stochastic Causal Programming for Bounding Treatment Effects","created":"2022-02-22","cited_by_count":25,"area":null},{"id":"2207.13081","title":"Future-Dependent Value-Based Off-Policy Evaluation in POMDPs","created":"2022-07-26","cited_by_count":21,"area":null},{"id":"2212.14468","title":"An Instrumental Variable Approach to Confounded Off-Policy Evaluation","created":"2022-12-29","cited_by_count":20,"area":null},{"id":"2209.10064","title":"Off-Policy Evaluation for Episodic Partially Observable Markov Decision Processes under Non-Parametric Models","created":"2022-09-21","cited_by_count":18,"area":null},{"id":"2106.00808","title":"Invariant Policy Learning: A Causal Perspective","created":"2021-06-01","cited_by_count":17,"area":null},{"id":"2110.06539","title":"On Covariate Shift of Latent Confounders in Imitation and Reinforcement Learning","created":"2021-10-13","cited_by_count":14,"area":"offlinerl"},{"id":"2206.07166","title":"Regularizing a Model-based Policy Stationary Distribution to Stabilize Offline Reinforcement Learning","created":"2022-06-14","cited_by_count":14,"area":"offlinerl"},{"id":"2306.01424","title":"Partial Counterfactual Identification of Continuous Outcomes with a Curvature Sensitivity Model","created":"2023-06-02","cited_by_count":14,"area":null},{"id":"2104.07822","title":"Estimating and Improving Dynamic Treatment Regimes With a Time-Varying Instrumental Variable","created":"2021-04-15","cited_by_count":13,"area":null},{"id":"2302.00662","title":"Robust Fitted-Q-Evaluation and Iteration under Sequentially Exogenous Unobserved Confounders","created":"2023-02-01","cited_by_count":13,"area":"offlinerl"},{"id":"2204.00956","title":"Model-Free and Model-Based Policy Evaluation when Causality is Uncertain","created":"2022-04-02","cited_by_count":12,"area":null},{"id":"2211.16583","title":"Offline Policy Evaluation and Optimization under Confounding","created":"2022-11-29","cited_by_count":12,"area":"offlinerl"},{"id":"2202.09673","title":"A Behavior Regularized Implicit Policy for Offline Reinforcement Learning","created":"2022-02-19","cited_by_count":11,"area":"offlinerl"},{"id":"2212.05778","title":"Instrumental Variables in Causal Inference and Machine Learning: A Survey","created":"2022-12-12","cited_by_count":10,"area":null},{"id":"2510.04088","title":"Offline Reinforcement Learning in Large State Spaces: Algorithms and Guarantees","created":"2025-10-05","cited_by_count":10,"area":"offlinerl"},{"id":"2208.11040","title":"Strategic Decision-Making in the Presence of Information Asymmetry: Provably Efficient RL with Algorithmic Instruments","created":"2022-08-23","cited_by_count":9,"area":"offlinerl"},{"id":"2306.01157","title":"Delphic Offline Reinforcement Learning under Nonidentifiable Hidden Confounding","created":"2023-06-01","cited_by_count":7,"area":"offlinerl"},{"id":"2510.21110","title":"Confounding Robust Deep Reinforcement Learning: A Causal Approach","created":"2025-10-24","cited_by_count":7,"area":"deeprl"},{"id":"2112.04571","title":"Ambiguous Dynamic Treatment Regimes: A Reinforcement Learning Approach","created":"2021-12-08","cited_by_count":6,"area":null},{"id":"2502.13022","title":"Efficient and Sharp Off-Policy Learning under Unobserved Confounding","created":"2025-02-18","cited_by_count":6,"area":null},{"id":"2212.14466","title":"Quantile Off-Policy Evaluation via Deep Conditional Generative Learning","created":"2022-12-29","cited_by_count":5,"area":null},{"id":"2412.05783","title":"Two-way Deconfounder for Off-policy Evaluation in Causal Reinforcement Learning","created":"2024-12-08","cited_by_count":5,"area":"deeprl"},{"id":"2201.08262","title":"Generalizing Off-Policy Evaluation From a Causal Perspective For Sequential Decision-Making","created":"2022-01-20","cited_by_count":4,"area":null},{"id":"2209.15448","title":"Blessing from Human-AI Interaction: Super Reinforcement Learning in Confounded Environments","created":"2022-09-29","cited_by_count":3,"area":null},{"id":"2211.15355","title":"Causal Deep Reinforcement Learning Using Observational Data","created":"2022-11-28","cited_by_count":3,"area":null},{"id":"2404.00099","title":"Efficient and Sharp Off-Policy Evaluation in Robust Markov Decision Processes","created":"2024-03-29","cited_by_count":3,"area":null},{"id":"2405.17708","title":"OPERA: Automatic Offline Policy Evaluation with Re-weighted Aggregates of Multiple Estimators","created":"2024-05-27","cited_by_count":3,"area":null},{"id":"2505.00304","title":"Reinforcement Learning with Continuous Actions Under Unmeasured Confounding","created":"2025-05-01","cited_by_count":3,"area":null},{"id":"2404.00848","title":"Predictive Performance Comparison of Decision Policies Under Confounding","created":"2024-04-01","cited_by_count":2,"area":null},{"id":"2407.17910","title":"Causal Deepsets for Off-policy Evaluation under Spatial or Spatio-temporal Interferences","created":"2024-07-25","cited_by_count":2,"area":null},{"id":"2602.02847","title":"Causal Flow Q-Learning for Robust Offline Reinforcement Learning","created":"2026-02-02","cited_by_count":2,"area":"diffusion"},{"id":"2208.13701","title":"Data-Driven Influence Functions for Optimization-Based Causal Inference","created":"2022-08-29","cited_by_count":1,"area":null},{"id":"2302.12670","title":"Personalized Pricing with Invalid Instrumental Variables: Identification, Estimation, and Policy Learning","created":"2023-02-24","cited_by_count":1,"area":null},{"id":"2504.01211","title":"Off-Policy Evaluation for Sequential Persuasion Process with Unobserved Confounding","created":"2025-04-01","cited_by_count":1,"area":null},{"id":"2505.22492","title":"Demystifying the Paradox of Importance Sampling with an Estimated History-Dependent Behavior Policy in Off-Policy Evaluation","created":"2025-05-28","cited_by_count":1,"area":"deeprl"},{"id":"2512.07528","title":"Model-Based Reinforcement Learning Under Confounding","created":"2025-12-08","cited_by_count":1,"area":null},{"id":"2512.18135","title":"Unifying Causal Reinforcement Learning: Survey, Taxonomy, Algorithms and Applications","created":"2025-12-19","cited_by_count":1,"area":"deeprl"},{"id":"2212.12167","title":"Offline Reinforcement Learning for Human-Guided Human-Machine Interaction with Private Information","created":"2022-12-23","cited_by_count":0,"area":"offlinerl"},{"id":"2403.11841","title":"Pessimistic Causal Reinforcement Learning with Mediators for Confounded Offline Data","created":"2024-03-18","cited_by_count":0,"area":null},{"id":"2404.04446","title":"Bounding Causal Effects with Leaky Instruments","created":"2024-04-05","cited_by_count":0,"area":null},{"id":"2506.09940","title":"The Sample Complexity of Online Strategic Decision Making with Information Asymmetry and Knowledge Transportability","created":"2025-06-11","cited_by_count":0,"area":null},{"id":"2605.08999","title":"Non-Parametric Rehearsal Learning via Conditional Mean Embeddings","created":"2026-05-09","cited_by_count":0,"area":null},{"id":"2605.12831","title":"Quantifying Potential Observation Missingness in Inverse Reinforcement Learning","created":"2026-05-12","cited_by_count":0,"area":"offlinerl"},{"id":"2606.20206","title":"Off-Policy Evaluation for Missingness-Aware Policies in MDPs with Rewards Missing Not at Random","created":"2026-06-18","cited_by_count":0,"area":"offlinerl"},{"id":"2607.26336","title":"Learning Implicit Causal World Models from Multi-Agent Demonstrations","created":"2026-07-28","cited_by_count":0,"area":"wm"},{"id":"2608.30442","title":"Confounding Masquerading as Improvement: A Systematic Evaluation of Offline Reinforcement Learning for Stroke Antithrombotic Treatment in a 129,000-Patient Registry","created":"2026-08-31","cited_by_count":0,"area":"offlinerl"},{"id":"2610.14953","title":"Counterfactual Rollouts for Offline Contrastive Goal-Conditioned Reinforcement Learning","created":"2026-10-10","cited_by_count":0,"area":null}],"next_cursor":null}