{"total":188,"rows":[{"id":"2005.01643","title":"Offline Reinforcement Learning: Tutorial, Review, and Perspectives on Open Problems","created":"2020-05-04","cited_by_count":1920,"area":"offlinerl"},{"id":"2004.07219","title":"D4RL: Datasets for Deep Data-Driven Reinforcement Learning","created":"2020-04-15","cited_by_count":1427,"area":"offlinerl"},{"id":"2106.06860","title":"A Minimalist Approach to Offline Reinforcement Learning","created":"2021-06-12","cited_by_count":899,"area":"offlinerl"},{"id":"2005.13239","title":"MOPO: Model-based Offline Policy Optimization","created":"2020-05-27","cited_by_count":636,"area":"offlinerl"},{"id":"2005.05951","title":"MOReL : Model-Based Offline Reinforcement Learning","created":"2020-05-12","cited_by_count":590,"area":"offlinerl"},{"id":"2210.00030","title":"VIP: Towards Universal Visual Reward and Representation via Value-Implicit Pre-Training","created":"2022-09-30","cited_by_count":395,"area":"offlinerl"},{"id":"2102.08363","title":"COMBO: Conservative Offline Model-Based Policy Optimization","created":"2021-02-16","cited_by_count":370,"area":"offlinerl"},{"id":"2012.15085","title":"Is Pessimism Provably Efficient for Offline RL?","created":"2020-12-30","cited_by_count":364,"area":"offlinerl"},{"id":"2103.12021","title":"Bridging Offline Reinforcement Learning and Imitation Learning: A Tale of Pessimism","created":"2021-03-22","cited_by_count":279,"area":"offlinerl"},{"id":"2103.08050","title":"Offline Reinforcement Learning with Fisher Divergence Critic Regularization","created":"2021-03-14","cited_by_count":238,"area":"offlinerl"},{"id":"2303.05479","title":"Cal-QL: Calibrated Offline RL Pre-Training for Efficient Online Fine-Tuning","created":"2023-03-09","cited_by_count":237,"area":"offlinerl"},{"id":"2203.01387","title":"A Survey on Offline Reinforcement Learning: Taxonomy, Review, and Open Problems","created":"2022-03-02","cited_by_count":231,"area":"offlinerl"},{"id":"2107.06226","title":"Pessimistic Model-based Offline Reinforcement Learning under Partial Coverage","created":"2021-07-13","cited_by_count":164,"area":"offlinerl"},{"id":"2106.08909","title":"Offline RL Without Off-Policy Evaluation","created":"2021-06-16","cited_by_count":151,"area":"offlinerl"},{"id":"2202.04634","title":"Offline Reinforcement Learning with Realizability and Single-policy Concentrability","created":"2022-02-09","cited_by_count":123,"area":"offlinerl"},{"id":"2106.10783","title":"OptiDICE: Offline Policy Optimization via Stationary Distribution Correction Estimation","created":"2021-06-21","cited_by_count":121,"area":"offlinerl"},{"id":"2303.15810","title":"Offline RL with No OOD Actions: In-Sample Learning via Implicit Value Regularization","created":"2023-03-28","cited_by_count":116,"area":"offlinerl"},{"id":"2204.12581","title":"RAMBO-RL: Robust Adversarial Model-Based Offline Reinforcement Learning","created":"2022-04-26","cited_by_count":115,"area":"offlinerl"},{"id":"2108.08812","title":"Provable Benefits of Actor-Critic Methods for Offline Reinforcement Learning","created":"2021-08-19","cited_by_count":110,"area":"offlinerl"},{"id":"2012.11547","title":"Offline Reinforcement Learning from Images with Latent Space Models","created":"2020-12-21","cited_by_count":95,"area":"offlinerl"},{"id":"2311.01223","title":"Diffusion Models for Reinforcement Learning: A Survey","created":"2023-11-02","cited_by_count":91,"area":"diffusion"},{"id":"2204.05618","title":"When Should We Prefer Offline Reinforcement Learning Over Behavioral Cloning?","created":"2022-04-12","cited_by_count":89,"area":"offlinerl"},{"id":"2406.09329","title":"Is Value Learning Really the Main Bottleneck in Offline RL?","created":"2024-06-13","cited_by_count":89,"area":"offlinerl"},{"id":"2103.06326","title":"S4RL: Surprisingly Simple Self-Supervision for Offline Reinforcement Learning","created":"2021-03-10","cited_by_count":85,"area":"offlinerl"},{"id":"2211.15144","title":"Offline Q-Learning on Diverse Multi-Task Data Both Scales And Generalizes","created":"2022-11-28","cited_by_count":73,"area":"offlinerl"},{"id":"2204.08957","title":"COptiDICE: Offline Constrained Reinforcement Learning via Stationary Distribution Correction Estimation","created":"2022-04-19","cited_by_count":71,"area":null},{"id":"2102.13185","title":"Off-Policy Imitation Learning from Observations","created":"2021-02-25","cited_by_count":70,"area":"offlinerl"},{"id":"2302.07351","title":"Constrained Decision Transformer for Offline Safe Reinforcement Learning","created":"2023-02-14","cited_by_count":69,"area":"offlinerl"},{"id":"2206.03023","title":"How Far I'll Go: Offline Goal-Conditioned Reinforcement Learning via $f$-Advantage Regression","created":"2022-06-07","cited_by_count":66,"area":"offlinerl"},{"id":"2109.08128","title":"Conservative Data Sharing for Multi-Task Offline Reinforcement Learning","created":"2021-09-16","cited_by_count":64,"area":"offlinerl"},{"id":"2111.11188","title":"Plan Better Amid Conservatism: Offline Multi-Agent Reinforcement Learning with Actor Rectification","created":"2021-11-22","cited_by_count":61,"area":"offlinerl"},{"id":"2210.08323","title":"A Policy-Guided Imitation Approach for Offline Reinforcement Learning","created":"2022-10-15","cited_by_count":59,"area":"offlinerl"},{"id":"2102.02981","title":"Finite Sample Analysis of Minimax Offline Reinforcement Learning: Completeness, Fast Rates and First-Order Efficiency","created":"2021-02-05","cited_by_count":56,"area":"offlinerl"},{"id":"2302.08560","title":"Dual RL: Unification and New Methods for Reinforcement and Imitation Learning","created":"2023-02-16","cited_by_count":48,"area":"offlinerl"},{"id":"2110.00188","title":"Offline Reinforcement Learning with Reverse Model-based Imagination","created":"2021-10-01","cited_by_count":47,"area":"offlinerl"},{"id":"2202.02433","title":"Versatile Offline Imitation from Observations and Examples via Regularized State-Occupancy Matching","created":"2022-02-04","cited_by_count":43,"area":"offlinerl"},{"id":"2302.11312","title":"Behavior Proximal Policy Optimization","created":"2023-02-22","cited_by_count":43,"area":"offlinerl"},{"id":"2407.20109","title":"Diffusion-DICE: In-Sample Diffusion Guidance for Offline Reinforcement Learning","created":"2024-07-29","cited_by_count":42,"area":"diffusion"},{"id":"2107.08285","title":"Greedification Operators for Policy Optimization: Investigating Forward and Reverse KL Divergences","created":"2021-07-17","cited_by_count":41,"area":null},{"id":"2203.06662","title":"DARA: Dynamics-Aware Reward Augmentation in Offline Reinforcement Learning","created":"2022-03-13","cited_by_count":41,"area":"offlinerl"},{"id":"2312.12444","title":"What Makes Pre-Trained Visual Representations Successful for Robust Manipulation?","created":"2023-11-03","cited_by_count":39,"area":null},{"id":"2103.04947","title":"Instabilities of Offline RL with Pre-Trained Neural Representation","created":"2021-03-08","cited_by_count":38,"area":"offlinerl"},{"id":"2310.06343","title":"Boosting Continuous Control with Consistency Policy","created":"2023-10-10","cited_by_count":38,"area":"diffusion"},{"id":"2103.14077","title":"Nearly Horizon-Free Offline Reinforcement Learning","created":"2021-03-25","cited_by_count":36,"area":"offlinerl"},{"id":"2310.11731","title":"Action-Quantized Offline Reinforcement Learning for Robotic Skill Learning","created":"2023-10-18","cited_by_count":36,"area":"offlinerl"},{"id":"2106.11960","title":"Variance-Aware Off-Policy Evaluation with Linear Function Approximation","created":"2021-06-22","cited_by_count":34,"area":null},{"id":"2405.20555","title":"Diffusion Actor-Critic: Formulating Constrained Policy Iteration as Diffusion Noise Regression for Offline Reinforcement Learning","created":"2024-05-31","cited_by_count":33,"area":"diffusion"},{"id":"2212.09900","title":"Policy learning \"without\" overlap: Pessimism and generalized empirical Bernstein's inequality","created":"2022-12-19","cited_by_count":32,"area":null},{"id":"2101.02808","title":"Average-Reward Off-Policy Policy Evaluation with Function Approximation","created":"2021-01-08","cited_by_count":31,"area":null},{"id":"2211.00716","title":"Optimal Conservative Offline RL with General Function Approximation via Augmented Lagrangian","created":"2022-11-01","cited_by_count":29,"area":"offlinerl"},{"id":"2110.07395","title":"Offline Reinforcement Learning with Soft Behavior Regularization","created":"2021-10-14","cited_by_count":28,"area":"offlinerl"},{"id":"2210.06518","title":"Semi-Supervised Offline Reinforcement Learning with Action-Free Trajectories","created":"2022-10-12","cited_by_count":28,"area":"offlinerl"},{"id":"2306.12755","title":"Beyond OOD State Actions: Supported Cross-Domain Offline Reinforcement Learning","created":"2023-06-22","cited_by_count":27,"area":"offlinerl"},{"id":"2403.01857","title":"Reward Model Learning vs. Direct Policy Optimization: A Comparative Analysis of Learning from Human Preferences","created":"2024-03-04","cited_by_count":27,"area":"alignment"},{"id":"2102.00479","title":"Fast Rates for the Regret of Offline Reinforcement Learning","created":"2021-01-31","cited_by_count":26,"area":"offlinerl"},{"id":"2302.07457","title":"When Demonstrations Meet Generative World Models: A Maximum Likelihood Framework for Offline Inverse Reinforcement Learning","created":"2023-02-15","cited_by_count":26,"area":"wm"},{"id":"2310.17966","title":"Train Once, Get a Family: State-Adaptive Balances for Offline-to-Online Reinforcement Learning","created":"2023-10-27","cited_by_count":26,"area":"offlinerl"},{"id":"2210.04688","title":"BAFFLE: Hiding Backdoors in Offline Reinforcement Learning Datasets","created":"2022-10-07","cited_by_count":25,"area":"offlinerl"},{"id":"2202.06450","title":"Towards Deployment-Efficient Reinforcement Learning: Lower Bound and Optimality","created":"2022-02-14","cited_by_count":24,"area":null},{"id":"2303.02569","title":"Offline Imitation Learning with Suboptimal Demonstrations via Relaxed Distribution Matching","created":"2023-03-05","cited_by_count":24,"area":"offlinerl"},{"id":"2310.04413","title":"Beyond Uniform Sampling: Offline Reinforcement Learning with Imbalanced Datasets","created":"2023-10-06","cited_by_count":24,"area":"offlinerl"},{"id":"2202.13536","title":"LobsDICE: Offline Learning from Observation via Stationary Distribution Correction Estimation","created":"2022-02-28","cited_by_count":23,"area":null},{"id":"2212.00124","title":"One Risk to Rule Them All: A Risk-Sensitive Perspective on Model-Based Offline Reinforcement Learning","created":"2022-11-30","cited_by_count":23,"area":"offlinerl"},{"id":"2307.15690","title":"Benchmarking Offline Reinforcement Learning on Real-Robot Hardware","created":"2023-07-28","cited_by_count":23,"area":"offlinerl"},{"id":"2210.06692","title":"Model-Based Offline Reinforcement Learning with Pessimism-Modulated Dynamics Belief","created":"2022-10-13","cited_by_count":22,"area":"offlinerl"},{"id":"2102.11866","title":"Doubly Robust Off-Policy Actor-Critic: Convergence and Optimality","created":"2021-02-23","cited_by_count":21,"area":null},{"id":"2203.12592","title":"Your Policy Regularizer is Secretly an Adversary","created":"2022-03-23","cited_by_count":21,"area":null},{"id":"2206.07989","title":"Double Check Your State Before Trusting It: Confidence-Aware Bidirectional Offline Model-Based Imagination","created":"2022-06-16","cited_by_count":21,"area":"offlinerl"},{"id":"2402.00348","title":"ODICE: Revealing the Mystery of Distribution Correction Estimation via Orthogonal-gradient Update","created":"2024-02-01","cited_by_count":21,"area":"offlinerl"},{"id":"2212.04607","title":"Confidence-Conditioned Value Functions for Offline Reinforcement Learning","created":"2022-12-08","cited_by_count":20,"area":"offlinerl"},{"id":"2106.06854","title":"A Deep Reinforcement Learning Approach to Marginalized Importance Sampling with the Successor Representation","created":"2021-06-12","cited_by_count":19,"area":null},{"id":"2302.02252","title":"Reinforcement Learning in Low-Rank MDPs with Density Features","created":"2023-02-04","cited_by_count":18,"area":null},{"id":"2211.05311","title":"When is Realizability Sufficient for Off-Policy Reinforcement Learning?","created":"2022-11-10","cited_by_count":17,"area":null},{"id":"2409.04792","title":"Improving Deep Reinforcement Learning by Reducing the Chain Effect of Value and Policy Churn","created":"2024-09-07","cited_by_count":17,"area":"deeprl"},{"id":"2410.19400","title":"Offline Reinforcement Learning with OOD State Correction and OOD Action Suppression","created":"2024-10-25","cited_by_count":17,"area":"offlinerl"},{"id":"2010.08891","title":"DeepAveragers: Offline Reinforcement Learning by Solving Derived Non-Parametric MDPs","created":"2020-10-18","cited_by_count":16,"area":"offlinerl"},{"id":"2102.10242","title":"Towards Automatic Evaluation of Dialog Systems: A Model-Free Off-Policy Evaluation Approach","created":"2021-02-20","cited_by_count":16,"area":null},{"id":"2109.04307","title":"OPIRL: Sample Efficient Off-Policy Inverse Reinforcement Learning via Distribution Matching","created":"2021-09-09","cited_by_count":15,"area":"offlinerl"},{"id":"2202.02929","title":"Model-Based Offline Meta-Reinforcement Learning with Regularization","created":"2022-02-07","cited_by_count":15,"area":"offlinerl"},{"id":"2212.13861","title":"Offline Reinforcement Learning via Linear-Programming with Error-Bound Induced Constraints","created":"2022-12-28","cited_by_count":15,"area":"offlinerl"},{"id":"2302.01667","title":"Mind the Gap: Offline Policy Optimization for Imperfect Rewards","created":"2023-02-03","cited_by_count":15,"area":"offlinerl"},{"id":"2307.01472","title":"Improving Generalization and Data Efficiency with Diffusion in Offline Multi-agent RL","created":"2023-07-04","cited_by_count":15,"area":"diffusion"},{"id":"2502.20548","title":"$Q\\sharp$: Provably Optimal Distributional RL for LLM Post-Training","created":"2025-02-27","cited_by_count":15,"area":"lr"},{"id":"2110.06539","title":"On Covariate Shift of Latent Confounders in Imitation and Reinforcement Learning","created":"2021-10-13","cited_by_count":14,"area":"offlinerl"},{"id":"2112.07066","title":"Continual Learning In Environments With Polynomial Mixing Times","created":"2021-12-13","cited_by_count":14,"area":null},{"id":"2206.07166","title":"Regularizing a Model-based Policy Stationary Distribution to Stabilize Offline Reinforcement Learning","created":"2022-06-14","cited_by_count":14,"area":"offlinerl"},{"id":"2210.05922","title":"A Unified Framework for Alternating Offline Model Training and Policy Learning","created":"2022-10-12","cited_by_count":14,"area":"offlinerl"},{"id":"2211.01052","title":"Offline RL With Realistic Datasets: Heteroskedasticity and Support Constraints","created":"2022-11-02","cited_by_count":13,"area":"offlinerl"},{"id":"2301.12714","title":"Importance Weighted Actor-Critic for Optimal Conservative Offline Reinforcement Learning","created":"2023-01-30","cited_by_count":13,"area":"offlinerl"},{"id":"2303.01076","title":"Hallucinated Adversarial Control for Conservative Offline Policy Evaluation","created":"2023-03-02","cited_by_count":13,"area":null},{"id":"2304.04660","title":"Uncertainty-driven Trajectory Truncation for Data Augmentation in Offline Reinforcement Learning","created":"2023-04-10","cited_by_count":13,"area":"offlinerl"},{"id":"2309.01448","title":"Hundreds Guide Millions: Adaptive Offline Reinforcement Learning with Expert Guidance","created":"2023-09-04","cited_by_count":13,"area":"offlinerl"},{"id":"2209.09845","title":"Relational Reasoning via Set Transformers: Provable Efficiency and Applications to MARL","created":"2022-09-20","cited_by_count":12,"area":null},{"id":"2103.05741","title":"Non-asymptotic Confidence Intervals of Off-policy Evaluation: Primal and Dual Bounds","created":"2021-03-09","cited_by_count":11,"area":null},{"id":"2112.12320","title":"Model Selection in Batch Policy Optimization","created":"2021-12-23","cited_by_count":11,"area":null},{"id":"2202.09673","title":"A Behavior Regularized Implicit Policy for Offline Reinforcement Learning","created":"2022-02-19","cited_by_count":11,"area":"offlinerl"},{"id":"2307.04354","title":"Policy Finetuning in Reinforcement Learning via Design of Experiments using Offline Data","created":"2023-07-10","cited_by_count":11,"area":null},{"id":"2112.14004","title":"Efficient Performance Bounds for Primal-Dual Reinforcement Learning from Demonstrations","created":"2021-12-28","cited_by_count":10,"area":"offlinerl"},{"id":"2203.12786","title":"Bellman Residual Orthogonalization for Offline Reinforcement Learning","created":"2022-03-24","cited_by_count":10,"area":"offlinerl"},{"id":"2207.01566","title":"General Policy Evaluation and Improvement by Learning to Identify Few But Crucial States","created":"2022-07-04","cited_by_count":10,"area":null}],"next_cursor":"100"}