{"total":141,"rows":[{"id":"2005.01643","title":"Offline Reinforcement Learning: Tutorial, Review, and Perspectives on Open Problems","created":"2020-05-04","cited_by_count":1920,"area":"offlinerl"},{"id":"2012.15085","title":"Is Pessimism Provably Efficient for Offline RL?","created":"2020-12-30","cited_by_count":364,"area":"offlinerl"},{"id":"1907.00456","title":"Way Off-Policy Batch Deep Reinforcement Learning of Implicit Human Preferences in Dialog","created":"2019-06-30","cited_by_count":284,"area":"offlinerl"},{"id":"2010.11895","title":"What are the Statistical Limits of Offline RL with Linear Function Approximation?","created":"2020-10-22","cited_by_count":136,"area":"offlinerl"},{"id":"2007.09055","title":"Hyperparameter Selection for Offline Reinforcement Learning","created":"2020-07-17","cited_by_count":114,"area":"offlinerl"},{"id":"2108.08812","title":"Provable Benefits of Actor-Critic Methods for Offline Reinforcement Learning","created":"2021-08-19","cited_by_count":110,"area":"offlinerl"},{"id":"2212.06355","title":"A Review of Off-Policy Evaluation in Reinforcement Learning","created":"2022-12-13","cited_by_count":95,"area":null},{"id":"2010.05848","title":"Human-centric Dialog Training via Offline Reinforcement Learning","created":"2020-10-12","cited_by_count":93,"area":"offlinerl"},{"id":"1910.12179","title":"BAIL: Best-Action Imitation Learning for Batch Deep Reinforcement Learning","created":"2019-10-27","cited_by_count":91,"area":"offlinerl"},{"id":"2106.03400","title":"Believe What You See: Implicit Constraint Approach for Offline Multi-Agent Reinforcement Learning","created":"2021-06-07","cited_by_count":79,"area":"offlinerl"},{"id":"2506.00613","title":"WorldGym: World Model as An Environment for Policy Evaluation","created":"2025-05-31","cited_by_count":64,"area":"wm"},{"id":"2202.06317","title":"Off-Policy Evaluation for Large Action Spaces via Embeddings","created":"2022-02-13","cited_by_count":54,"area":null},{"id":"2103.04947","title":"Instabilities of Offline RL with Pre-Trained Neural Representation","created":"2021-03-08","cited_by_count":38,"area":"offlinerl"},{"id":"1907.04543","title":"An Optimistic Perspective on Offline Reinforcement Learning","created":"2019-07-10","cited_by_count":37,"area":"offlinerl"},{"id":"2105.04646","title":"Deeply-Debiased Off-Policy Interval Estimation","created":"2021-05-10","cited_by_count":36,"area":null},{"id":"2106.11960","title":"Variance-Aware Off-Policy Evaluation with Linear Function Approximation","created":"2021-06-22","cited_by_count":34,"area":null},{"id":"2202.09667","title":"Doubly Robust Distributionally Robust Off-Policy Evaluation and Learning","created":"2022-02-19","cited_by_count":34,"area":null},{"id":"2305.08062","title":"Off-Policy Evaluation for Large Action Spaces via Conjunct Effect Modeling","created":"2023-05-14","cited_by_count":34,"area":null},{"id":"2106.00418","title":"Post-Contextual-Bandit Inference","created":"2021-06-01","cited_by_count":32,"area":null},{"id":"2108.13703","title":"Evaluating the Robustness of Off-Policy Evaluation","created":"2021-08-31","cited_by_count":32,"area":null},{"id":"2202.05436","title":"Minimax Regret Optimization for Robust Machine Learning under Distribution Shift","created":"2022-02-11","cited_by_count":31,"area":null},{"id":"2202.01562","title":"Doubly Robust Off-Policy Evaluation for Ranking Policies under the Cascade Behavior Model","created":"2022-02-03","cited_by_count":30,"area":null},{"id":"2105.13623","title":"Enhanced Doubly Robust Learning for Debiasing Post-click Conversion Rate Estimation","created":"2021-05-28","cited_by_count":28,"area":null},{"id":"2105.03863","title":"Towards Theoretical Understandings of Robust Markov Decision Processes: Sample Complexity and Asymptotics","created":"2021-05-09","cited_by_count":27,"area":null},{"id":"2106.10251","title":"Active Offline Policy Selection","created":"2021-06-18","cited_by_count":26,"area":null},{"id":"2206.04405","title":"Conformal Off-Policy Prediction in Contextual Bandits","created":"2022-06-09","cited_by_count":25,"area":null},{"id":"2105.10148","title":"On Instrumental Variable Regression for Deep Offline Policy Evaluation","created":"2021-05-21","cited_by_count":22,"area":null},{"id":"2207.13081","title":"Future-Dependent Value-Based Off-Policy Evaluation in POMDPs","created":"2022-07-26","cited_by_count":21,"area":null},{"id":"2212.02779","title":"PrefRec: Recommender Systems with Human Preferences for Reinforcing Long-term User Engagement","created":"2022-12-06","cited_by_count":21,"area":null},{"id":"2210.13132","title":"PAC-Bayesian Offline Contextual Bandits With Guarantees","created":"2022-10-24","cited_by_count":20,"area":null},{"id":"2212.14468","title":"An Instrumental Variable Approach to Confounded Off-Policy Evaluation","created":"2022-12-29","cited_by_count":20,"area":null},{"id":"2106.06854","title":"A Deep Reinforcement Learning Approach to Marginalized Importance Sampling with the Successor Representation","created":"2021-06-12","cited_by_count":19,"area":null},{"id":"2211.05311","title":"When is Realizability Sufficient for Off-Policy Reinforcement Learning?","created":"2022-11-10","cited_by_count":17,"area":null},{"id":"2402.02171","title":"Off-Policy Evaluation of Slate Bandit Policies via Optimizing Abstraction","created":"2024-02-03","cited_by_count":17,"area":null},{"id":"2405.14335","title":"Logarithmic Smoothing for Pessimistic Off-Policy Evaluation, Selection and Learning","created":"2024-05-23","cited_by_count":16,"area":null},{"id":"2111.14552","title":"Robust On-Policy Sampling for Data-Efficient Policy Evaluation in Reinforcement Learning","created":"2021-11-29","cited_by_count":15,"area":null},{"id":"2303.01049","title":"Model-based Constrained MDP for Budget Allocation in Sequential Incentive Marketing","created":"2023-03-02","cited_by_count":15,"area":null},{"id":"2305.15877","title":"Exponential Smoothing for Off-Policy Learning","created":"2023-05-25","cited_by_count":15,"area":null},{"id":"2306.07923","title":"Oracle-Efficient Pessimism: Offline Policy Optimization in Contextual Bandits","created":"2023-06-13","cited_by_count":15,"area":"offlinerl"},{"id":"2206.06711","title":"Conformal Off-policy Prediction","created":"2022-06-14","cited_by_count":14,"area":null},{"id":"2301.13734","title":"Efficient Policy Evaluation with Offline Data Informed Behavior Policy Design","created":"2023-01-31","cited_by_count":14,"area":null},{"id":"2310.15433","title":"Off-Policy Evaluation for Large Action Spaces via Policy Convolution","created":"2023-10-24","cited_by_count":14,"area":null},{"id":"2402.12570","title":"Offline Multi-task Transfer RL with Representational Penalization","created":"2024-02-19","cited_by_count":14,"area":"offlinerl"},{"id":"2006.07442","title":"Self-Imitation Learning via Generalized Lower Bound Q-learning","created":"2020-06-12","cited_by_count":13,"area":"offlinerl"},{"id":"2106.07914","title":"Control Variates for Slate Off-Policy Evaluation","created":"2021-06-15","cited_by_count":13,"area":null},{"id":"2402.06151","title":"POTEC: Off-Policy Learning for Large Action Spaces via Two-Stage Policy Decomposition","created":"2024-02-09","cited_by_count":13,"area":"deeprl"},{"id":"2405.05736","title":"Optimal Baseline Corrections for Off-Policy Contextual Bandits","created":"2024-05-09","cited_by_count":13,"area":null},{"id":"2210.08642","title":"Data-Efficient Pipeline for Offline Reinforcement Learning with Limited Data","created":"2022-10-16","cited_by_count":12,"area":"offlinerl"},{"id":"2303.11191","title":"A Survey of Demonstration Learning","created":"2023-03-20","cited_by_count":12,"area":"offlinerl"},{"id":"2309.11518","title":"Ad-load Balancing via Off-policy Learning in a Content Marketplace","created":"2023-09-19","cited_by_count":12,"area":null},{"id":"2506.01183","title":"Doubly Robust Alignment for Large Language Models","created":"2025-06-01","cited_by_count":12,"area":"alignment"},{"id":"2106.01723","title":"Risk Minimization from Adaptively Collected Data: Guarantees for Supervised and Policy Learning","created":"2021-06-03","cited_by_count":10,"area":null},{"id":"2203.12786","title":"Bellman Residual Orthogonalization for Offline Reinforcement Learning","created":"2022-03-24","cited_by_count":10,"area":"offlinerl"},{"id":"2206.02620","title":"ResAct: Reinforcing Long-term Engagement in Sequential Recommendation with Residual Actor","created":"2022-06-01","cited_by_count":10,"area":null},{"id":"2402.14703","title":"On the Curses of Future and History in Future-dependent Value Functions for Off-policy Evaluation","created":"2024-02-22","cited_by_count":10,"area":null},{"id":"2404.04399","title":"Longitudinal Targeted Minimum Loss-based Estimation with Temporal-Difference Heterogeneous Transformer","created":"2024-04-05","cited_by_count":10,"area":null},{"id":"2110.12468","title":"False Correlation Reduction for Offline Reinforcement Learning","created":"2021-10-24","cited_by_count":9,"area":"offlinerl"},{"id":"2312.01457","title":"Marginal Density Ratio for Off-Policy Evaluation in Contextual Bandits","created":"2023-12-03","cited_by_count":9,"area":null},{"id":"2404.15691","title":"Long-term Off-Policy Evaluation and Learning","created":"2024-04-24","cited_by_count":9,"area":null},{"id":"2405.10024","title":"$\\Delta\\text{-}{\\rm OPE}$: Off-Policy Estimation with Pairs of Policies","created":"2024-05-16","cited_by_count":9,"area":null},{"id":"2103.06671","title":"Sample Complexity of Offline Reinforcement Learning with Deep ReLU Networks","created":"2021-03-11","cited_by_count":8,"area":"offlinerl"},{"id":"2408.11202","title":"Effective Off-Policy Evaluation and Learning in Contextual Combinatorial Bandits","created":"2024-08-20","cited_by_count":8,"area":null},{"id":"2503.01134","title":"Statistical Tractability of Off-policy Evaluation of History-dependent Policies in POMDPs","created":"2025-03-03","cited_by_count":8,"area":"deeprl"},{"id":"2103.05612","title":"Challenges for Reinforcement Learning in Healthcare","created":"2021-03-09","cited_by_count":7,"area":null},{"id":"2107.11533","title":"Combining Online Learning and Offline Learning for Contextual Bandits with Deficient Support","created":"2021-07-24","cited_by_count":7,"area":null},{"id":"2305.03954","title":"Learning Action Embeddings for Off-Policy Evaluation","created":"2023-05-06","cited_by_count":7,"area":null},{"id":"2310.17146","title":"Counterfactual-Augmented Importance Sampling for Semi-Offline Policy Evaluation","created":"2023-10-26","cited_by_count":7,"area":null},{"id":"2310.18715","title":"Robust Offline Reinforcement learning with Heavy-Tailed Rewards","created":"2023-10-28","cited_by_count":7,"area":"offlinerl"},{"id":"2202.01721","title":"Variance-Optimal Augmentation Logging for Counterfactual Evaluation in Contextual Bandits","created":"2022-02-03","cited_by_count":6,"area":null},{"id":"2210.13373","title":"Local Metric Learning for Off-Policy Evaluation in Contextual Bandits with Continuous Actions","created":"2022-10-24","cited_by_count":6,"area":null},{"id":"2301.12056","title":"Variational Latent Branching Model for Off-Policy Evaluation","created":"2023-01-28","cited_by_count":6,"area":null},{"id":"2310.07123","title":"Off-Policy Evaluation for Human Feedback","created":"2023-10-11","cited_by_count":6,"area":"alignment"},{"id":"2406.00317","title":"Combining Experimental and Historical Data for Policy Evaluation","created":"2024-06-01","cited_by_count":6,"area":null},{"id":"2212.03932","title":"Low Variance Off-policy Evaluation with State-based Importance Sampling","created":"2022-12-07","cited_by_count":5,"area":null},{"id":"2302.09212","title":"HOPE: Human-Centric Off-Policy Evaluation for E-Learning and Healthcare","created":"2023-02-18","cited_by_count":5,"area":null},{"id":"2402.14664","title":"Bayesian Off-Policy Evaluation and Learning for Large Action Spaces","created":"2024-02-22","cited_by_count":5,"area":null},{"id":"2404.15084","title":"Hyperparameter Optimization Can Even be Harmful in Off-Policy Learning and How to Deal with It","created":"2024-04-23","cited_by_count":5,"area":null},{"id":"2412.05783","title":"Two-way Deconfounder for Off-policy Evaluation in Causal Reinforcement Learning","created":"2024-12-08","cited_by_count":5,"area":"deeprl"},{"id":"2306.15625","title":"Value-aware Importance Weighting for Off-policy Reinforcement Learning","created":"2023-06-27","cited_by_count":4,"area":null},{"id":"2310.18409","title":"State-Action Similarity-Based Representations for Off-Policy Evaluation","created":"2023-10-27","cited_by_count":4,"area":null},{"id":"2401.11353","title":"Distributionally Robust Policy Evaluation under General Covariate Shift in Contextual Bandits","created":"2024-01-21","cited_by_count":4,"area":null},{"id":"2406.19531","title":"Off-policy Evaluation with Deeply-abstracted States","created":"2024-06-27","cited_by_count":4,"area":null},{"id":"2507.20068","title":"PERRY: Policy Evaluation with Confidence Intervals using Auxiliary Data","created":"2025-07-26","cited_by_count":4,"area":"deeprl"},{"id":"2106.03934","title":"Offline Policy Comparison under Limited Historical Agent-Environment Interactions","created":"2021-06-07","cited_by_count":3,"area":null},{"id":"2107.01360","title":"Supervised Off-Policy Ranking","created":"2021-07-03","cited_by_count":3,"area":null},{"id":"2108.00236","title":"Debiasing Samples from Online Learning Using Bootstrap","created":"2021-07-31","cited_by_count":3,"area":null},{"id":"2109.06310","title":"State Relevance for Off-Policy Evaluation","created":"2021-09-13","cited_by_count":3,"area":null},{"id":"2212.01925","title":"Counterfactual Learning with General Data-generating Policies","created":"2022-12-04","cited_by_count":3,"area":null},{"id":"2307.07014","title":"Leveraging Factored Action Spaces for Off-Policy Evaluation","created":"2023-07-13","cited_by_count":3,"area":null},{"id":"2312.11551","title":"Probabilistic Offline Policy Ranking with Approximate Bayesian Computation","created":"2023-12-17","cited_by_count":3,"area":null},{"id":"2405.15332","title":"Cross-Validated Off-Policy Evaluation","created":"2024-05-24","cited_by_count":3,"area":null},{"id":"2405.17708","title":"OPERA: Automatic Offline Policy Evaluation with Re-weighted Aggregates of Multiple Estimators","created":"2024-05-27","cited_by_count":3,"area":null},{"id":"2406.03434","title":"Unified PAC-Bayesian Study of Pessimism for Offline Policy Learning with Regularized Importance Sampling","created":"2024-06-05","cited_by_count":3,"area":"offlinerl"},{"id":"2410.02172","title":"Abstract Reward Processes: Leveraging State Abstraction for Consistent Off-Policy Evaluation","created":"2024-10-03","cited_by_count":3,"area":"deeprl"},{"id":"2411.12786","title":"Off-policy estimation with adaptively collected data: the power of online learning","created":"2024-11-19","cited_by_count":3,"area":null},{"id":"2412.08052","title":"CANDOR: Counterfactual ANnotated DOubly Robust Off-Policy Evaluation","created":"2024-12-11","cited_by_count":3,"area":null},{"id":"2508.21101","title":"Beyond Prediction: Reinforcement Learning as the Defining Leap in Healthcare AI","created":"2025-08-28","cited_by_count":3,"area":"deeprl"},{"id":"2101.02553","title":"Off-Policy Evaluation of Slate Policies under Bayes Risk","created":"2021-01-05","cited_by_count":2,"area":null},{"id":"2105.13420","title":"Model Selection for Production System via Automated Online Experiments","created":"2021-05-27","cited_by_count":2,"area":null},{"id":"2112.11532","title":"Off Environment Evaluation Using Convex Risk Minimization","created":"2021-12-21","cited_by_count":2,"area":null}],"next_cursor":"100"}