{"total":122,"rows":[{"id":"2005.01643","title":"Offline Reinforcement Learning: Tutorial, Review, and Perspectives on Open Problems","created":"2020-05-04","cited_by_count":1920,"area":"offlinerl"},{"id":"2006.04779","title":"Conservative Q-Learning for Offline Reinforcement Learning","created":"2020-06-08","cited_by_count":1809,"area":"offlinerl"},{"id":"2012.15085","title":"Is Pessimism Provably Efficient for Offline RL?","created":"2020-12-30","cited_by_count":364,"area":"offlinerl"},{"id":"2103.12021","title":"Bridging Offline Reinforcement Learning and Imitation Learning: A Tale of Pessimism","created":"2021-03-22","cited_by_count":279,"area":"offlinerl"},{"id":"2203.01387","title":"A Survey on Offline Reinforcement Learning: Taxonomy, Review, and Open Problems","created":"2022-03-02","cited_by_count":231,"area":"offlinerl"},{"id":"2107.06226","title":"Pessimistic Model-based Offline Reinforcement Learning under Partial Coverage","created":"2021-07-13","cited_by_count":164,"area":"offlinerl"},{"id":"2202.04634","title":"Offline Reinforcement Learning with Realizability and Single-policy Concentrability","created":"2022-02-09","cited_by_count":123,"area":"offlinerl"},{"id":"2106.10783","title":"OptiDICE: Offline Policy Optimization via Stationary Distribution Correction Estimation","created":"2021-06-21","cited_by_count":121,"area":"offlinerl"},{"id":"2108.08812","title":"Provable Benefits of Actor-Critic Methods for Offline Reinforcement Learning","created":"2021-08-19","cited_by_count":110,"area":"offlinerl"},{"id":"2012.11547","title":"Offline Reinforcement Learning from Images with Latent Space Models","created":"2020-12-21","cited_by_count":95,"area":"offlinerl"},{"id":"2103.06326","title":"S4RL: Surprisingly Simple Self-Supervision for Offline Reinforcement Learning","created":"2021-03-10","cited_by_count":85,"area":"offlinerl"},{"id":"2204.08957","title":"COptiDICE: Offline Constrained Reinforcement Learning via Stationary Distribution Correction Estimation","created":"2022-04-19","cited_by_count":71,"area":null},{"id":"2102.13185","title":"Off-Policy Imitation Learning from Observations","created":"2021-02-25","cited_by_count":70,"area":"offlinerl"},{"id":"2302.07351","title":"Constrained Decision Transformer for Offline Safe Reinforcement Learning","created":"2023-02-14","cited_by_count":69,"area":"offlinerl"},{"id":"2107.11003","title":"Model Selection for Offline Reinforcement Learning: Practical Considerations for Healthcare Settings","created":"2021-07-23","cited_by_count":68,"area":"offlinerl"},{"id":"2102.02981","title":"Finite Sample Analysis of Minimax Offline Reinforcement Learning: Completeness, Fast Rates and First-Order Efficiency","created":"2021-02-05","cited_by_count":56,"area":"offlinerl"},{"id":"2302.08560","title":"Dual RL: Unification and New Methods for Reinforcement and Imitation Learning","created":"2023-02-16","cited_by_count":48,"area":"offlinerl"},{"id":"2202.02433","title":"Versatile Offline Imitation from Observations and Examples via Regularized State-Occupancy Matching","created":"2022-02-04","cited_by_count":43,"area":"offlinerl"},{"id":"2407.20109","title":"Diffusion-DICE: In-Sample Diffusion Guidance for Offline Reinforcement Learning","created":"2024-07-29","cited_by_count":42,"area":"diffusion"},{"id":"2203.06662","title":"DARA: Dynamics-Aware Reward Augmentation in Offline Reinforcement Learning","created":"2022-03-13","cited_by_count":41,"area":"offlinerl"},{"id":"2102.03607","title":"Bootstrapping Fitted Q-Evaluation for Off-Policy Inference","created":"2021-02-06","cited_by_count":40,"area":"offlinerl"},{"id":"2103.04947","title":"Instabilities of Offline RL with Pre-Trained Neural Representation","created":"2021-03-08","cited_by_count":38,"area":"offlinerl"},{"id":"2103.14077","title":"Nearly Horizon-Free Offline Reinforcement Learning","created":"2021-03-25","cited_by_count":36,"area":"offlinerl"},{"id":"2110.09796","title":"Offline Reinforcement Learning with Value-based Episodic Memory","created":"2021-10-19","cited_by_count":36,"area":"offlinerl"},{"id":"2106.11960","title":"Variance-Aware Off-Policy Evaluation with Linear Function Approximation","created":"2021-06-22","cited_by_count":34,"area":null},{"id":"2201.06169","title":"On Well-posedness and Minimax Optimal Rates of Nonparametric Q-function Estimation in Off-policy Evaluation","created":"2022-01-17","cited_by_count":33,"area":null},{"id":"2212.09900","title":"Policy learning \"without\" overlap: Pessimism and generalized empirical Bernstein's inequality","created":"2022-12-19","cited_by_count":32,"area":null},{"id":"2101.02808","title":"Average-Reward Off-Policy Policy Evaluation with Function Approximation","created":"2021-01-08","cited_by_count":31,"area":null},{"id":"2211.00716","title":"Optimal Conservative Offline RL with General Function Approximation via Augmented Lagrangian","created":"2022-11-01","cited_by_count":29,"area":"offlinerl"},{"id":"2106.03207","title":"Mitigating Covariate Shift in Imitation Learning via Offline Data Without Great Coverage","created":"2021-06-06","cited_by_count":26,"area":"offlinerl"},{"id":"2310.17966","title":"Train Once, Get a Family: State-Adaptive Balances for Offline-to-Online Reinforcement Learning","created":"2023-10-27","cited_by_count":26,"area":"offlinerl"},{"id":"2112.03097","title":"Flexible Option Learning","created":"2021-12-06","cited_by_count":25,"area":null},{"id":"2011.04019","title":"Sparse Feature Selection Makes Batch Reinforcement Learning More Sample Efficient","created":"2020-11-08","cited_by_count":24,"area":"offlinerl"},{"id":"2303.02569","title":"Offline Imitation Learning with Suboptimal Demonstrations via Relaxed Distribution Matching","created":"2023-03-05","cited_by_count":24,"area":"offlinerl"},{"id":"2310.04413","title":"Beyond Uniform Sampling: Offline Reinforcement Learning with Imbalanced Datasets","created":"2023-10-06","cited_by_count":24,"area":"offlinerl"},{"id":"2202.13536","title":"LobsDICE: Offline Learning from Observation via Stationary Distribution Correction Estimation","created":"2022-02-28","cited_by_count":23,"area":null},{"id":"2307.15690","title":"Benchmarking Offline Reinforcement Learning on Real-Robot Hardware","created":"2023-07-28","cited_by_count":23,"area":"offlinerl"},{"id":"2102.11866","title":"Doubly Robust Off-Policy Actor-Critic: Convergence and Optimality","created":"2021-02-23","cited_by_count":21,"area":null},{"id":"2402.00348","title":"ODICE: Revealing the Mystery of Distribution Correction Estimation via Orthogonal-gradient Update","created":"2024-02-01","cited_by_count":21,"area":"offlinerl"},{"id":"2212.14468","title":"An Instrumental Variable Approach to Confounded Off-Policy Evaluation","created":"2022-12-29","cited_by_count":20,"area":null},{"id":"2106.06854","title":"A Deep Reinforcement Learning Approach to Marginalized Importance Sampling with the Successor Representation","created":"2021-06-12","cited_by_count":19,"area":null},{"id":"2209.08666","title":"Offline Reinforcement Learning with Instrumental Variables in Confounded Markov Decision Processes","created":"2022-09-18","cited_by_count":19,"area":"offlinerl"},{"id":"2309.00082","title":"RePo: Resilient Model-Based Reinforcement Learning by Regularizing Posterior Predictability","created":"2023-08-31","cited_by_count":18,"area":null},{"id":"2211.05311","title":"When is Realizability Sufficient for Off-Policy Reinforcement Learning?","created":"2022-11-10","cited_by_count":17,"area":null},{"id":"2409.04792","title":"Improving Deep Reinforcement Learning by Reducing the Chain Effect of Value and Policy Churn","created":"2024-09-07","cited_by_count":17,"area":"deeprl"},{"id":"2102.10242","title":"Towards Automatic Evaluation of Dialog Systems: A Model-Free Off-Policy Evaluation Approach","created":"2021-02-20","cited_by_count":16,"area":null},{"id":"2109.04640","title":"Projected State-action Balancing Weights for Offline Reinforcement Learning","created":"2021-09-10","cited_by_count":16,"area":"offlinerl"},{"id":"2105.06029","title":"Optimal Uniform OPE and Model-based Offline Reinforcement Learning in Time-Homogeneous, Reward-Free and Task-Agnostic Settings","created":"2021-05-13","cited_by_count":14,"area":"offlinerl"},{"id":"2206.07166","title":"Regularizing a Model-based Policy Stationary Distribution to Stabilize Offline Reinforcement Learning","created":"2022-06-14","cited_by_count":14,"area":"offlinerl"},{"id":"2210.05922","title":"A Unified Framework for Alternating Offline Model Training and Policy Learning","created":"2022-10-12","cited_by_count":14,"area":"offlinerl"},{"id":"2402.12570","title":"Offline Multi-task Transfer RL with Representational Penalization","created":"2024-02-19","cited_by_count":14,"area":"offlinerl"},{"id":"2206.05581","title":"Federated Offline Reinforcement Learning","created":"2022-06-11","cited_by_count":13,"area":"offlinerl"},{"id":"2301.12714","title":"Importance Weighted Actor-Critic for Optimal Conservative Offline Reinforcement Learning","created":"2023-01-30","cited_by_count":13,"area":"offlinerl"},{"id":"2303.01076","title":"Hallucinated Adversarial Control for Conservative Offline Policy Evaluation","created":"2023-03-02","cited_by_count":13,"area":null},{"id":"2206.04890","title":"Adversarial Counterfactual Environment Model Learning","created":"2022-06-10","cited_by_count":12,"area":null},{"id":"2303.11191","title":"A Survey of Demonstration Learning","created":"2023-03-20","cited_by_count":12,"area":"offlinerl"},{"id":"2103.05741","title":"Non-asymptotic Confidence Intervals of Off-policy Evaluation: Primal and Dual Bounds","created":"2021-03-09","cited_by_count":11,"area":null},{"id":"2202.09673","title":"A Behavior Regularized Implicit Policy for Offline Reinforcement Learning","created":"2022-02-19","cited_by_count":11,"area":"offlinerl"},{"id":"2305.17250","title":"Self-Supervised Reinforcement Learning that Transfers using Random Features","created":"2023-05-26","cited_by_count":11,"area":null},{"id":"2203.12786","title":"Bellman Residual Orthogonalization for Offline Reinforcement Learning","created":"2022-03-24","cited_by_count":10,"area":"offlinerl"},{"id":"2406.08805","title":"A Dual Approach to Imitation Learning from Observations with Offline Datasets","created":"2024-06-13","cited_by_count":10,"area":"offlinerl"},{"id":"2010.03691","title":"Regularized Inverse Reinforcement Learning","created":"2020-10-07","cited_by_count":9,"area":"offlinerl"},{"id":"2110.12468","title":"False Correlation Reduction for Offline Reinforcement Learning","created":"2021-10-24","cited_by_count":9,"area":"offlinerl"},{"id":"2201.05433","title":"Comparing Model-free and Model-based Algorithms for Offline Reinforcement Learning","created":"2022-01-14","cited_by_count":9,"area":"offlinerl"},{"id":"2401.08819","title":"Learning from Sparse Offline Datasets via Conservative Density Estimation","created":"2024-01-16","cited_by_count":9,"area":"offlinerl"},{"id":"2212.07486","title":"Scaling Marginalized Importance Sampling to High-Dimensional State-Spaces via State Abstraction","created":"2022-12-14","cited_by_count":7,"area":null},{"id":"2301.12056","title":"Variational Latent Branching Model for Off-Policy Evaluation","created":"2023-01-28","cited_by_count":6,"area":null},{"id":"2309.13278","title":"Distributional Shift-Aware Off-Policy Interval Estimation: A Unified Error Quantification Framework","created":"2023-09-23","cited_by_count":6,"area":null},{"id":"2310.07123","title":"Off-Policy Evaluation for Human Feedback","created":"2023-10-11","cited_by_count":6,"area":"alignment"},{"id":"2311.18206","title":"SCOPE-RL: A Python Library for Offline Reinforcement Learning and Off-Policy Evaluation","created":"2023-11-30","cited_by_count":6,"area":"offlinerl"},{"id":"2410.15698","title":"Solving Continual Offline RL through Selective Weights Activation on Aligned Spaces","created":"2024-10-21","cited_by_count":6,"area":"offlinerl"},{"id":"2106.00993","title":"On the Convergence Rate of Off-Policy Policy Optimization Methods with Density-Ratio Correction","created":"2021-06-02","cited_by_count":5,"area":null},{"id":"2111.03936","title":"SOPE: Spectrum of Off-Policy Estimators","created":"2021-11-06","cited_by_count":5,"area":null},{"id":"2301.11426","title":"Model-based Offline Reinforcement Learning with Local Misspecification","created":"2023-01-26","cited_by_count":5,"area":"offlinerl"},{"id":"2309.01807","title":"Marginalized Importance Sampling for Off-Environment Policy Evaluation","created":"2023-09-04","cited_by_count":5,"area":null},{"id":"2102.11448","title":"MUSBO: Model-based Uncertainty Regularized and Sample Efficient Batch Optimization for Deployment Constrained Reinforcement Learning","created":"2021-02-23","cited_by_count":4,"area":null},{"id":"2306.15625","title":"Value-aware Importance Weighting for Off-policy Reinforcement Learning","created":"2023-06-27","cited_by_count":4,"area":null},{"id":"2307.11897","title":"Hindsight-DICE: Stable Credit Assignment for Deep Reinforcement Learning","created":"2023-07-21","cited_by_count":4,"area":null},{"id":"2311.14110","title":"When is Off-Policy Evaluation (Reward Modeling) Useful in Contextual Bandits? A Data-Centric Perspective","created":"2023-11-23","cited_by_count":4,"area":"alignment"},{"id":"2410.17538","title":"Primal-Dual Spectral Representation for Off-policy Evaluation","created":"2024-10-23","cited_by_count":4,"area":"deeprl"},{"id":"2504.13368","title":"An Optimal Discriminator Weighted Imitation Perspective for Reinforcement Learning","created":"2025-04-17","cited_by_count":4,"area":null},{"id":"2107.01360","title":"Supervised Off-Policy Ranking","created":"2021-07-03","cited_by_count":3,"area":null},{"id":"2109.11867","title":"The $f$-Divergence Reinforcement Learning Framework","created":"2021-09-24","cited_by_count":3,"area":null},{"id":"2206.02000","title":"Hybrid Value Estimation for Off-policy Evaluation and Offline Reinforcement Learning","created":"2022-06-04","cited_by_count":3,"area":"offlinerl"},{"id":"2303.06389","title":"Uncertainty-Aware Instance Reweighting for Off-Policy Learning","created":"2023-03-11","cited_by_count":3,"area":null},{"id":"2410.02172","title":"Abstract Reward Processes: Leveraging State Abstraction for Consistent Off-Policy Evaluation","created":"2024-10-03","cited_by_count":3,"area":"deeprl"},{"id":"2512.23694","title":"Bellman Calibration for $V$-Learning in Offline Reinforcement Learning","created":"2025-12-29","cited_by_count":3,"area":"offlinerl"},{"id":"2512.24407","title":"Efficient Inference for Inverse Reinforcement Learning and Dynamic Discrete Choice Models","created":"2025-12-30","cited_by_count":3,"area":"offlinerl"},{"id":"2110.06906","title":"PER-ETD: A Polynomially Efficient Emphatic Temporal Difference Learning Method","created":"2021-10-13","cited_by_count":2,"area":null},{"id":"2301.13348","title":"A Reinforcement Learning Framework for Dynamic Mediation Analysis","created":"2023-01-31","cited_by_count":2,"area":null},{"id":"2503.02125","title":"Average-DICE: Stationary Distribution Correction by Regression","created":"2025-03-03","cited_by_count":2,"area":"deeprl"},{"id":"2505.20781","title":"STITCH-OPE: Trajectory Stitching with Guided Diffusion for Off-Policy Evaluation","created":"2025-05-27","cited_by_count":2,"area":"diffusion"},{"id":"2506.09202","title":"Policy-Based Trajectory Clustering in Offline Reinforcement Learning","created":"2025-06-10","cited_by_count":2,"area":"offlinerl"},{"id":"2107.02711","title":"A Unified Off-Policy Evaluation Approach for General Value Function","created":"2021-07-06","cited_by_count":1,"area":null},{"id":"2111.02056","title":"Curriculum Offline Imitation Learning","created":"2021-11-03","cited_by_count":1,"area":"offlinerl"},{"id":"2201.00236","title":"Operator Deep Q-Learning: Zero-Shot Reward Transferring in Reinforcement Learning","created":"2022-01-01","cited_by_count":1,"area":null},{"id":"2301.11476","title":"Generalized Munchausen Reinforcement Learning using Tsallis KL Divergence","created":"2023-01-27","cited_by_count":1,"area":null},{"id":"2410.17898","title":"Scalable Offline Reinforcement Learning for Mean Field Games","created":"2024-10-23","cited_by_count":1,"area":"offlinerl"},{"id":"2411.19395","title":"Concept-driven Off Policy Evaluation","created":"2024-11-28","cited_by_count":1,"area":null},{"id":"2505.17506","title":"Offline Constrained Reinforcement Learning under Partial Data Coverage","created":"2025-05-23","cited_by_count":1,"area":null}],"next_cursor":"100"}