{"total":136,"rows":[{"id":"2012.15085","title":"Is Pessimism Provably Efficient for Offline RL?","created":"2020-12-30","cited_by_count":364,"area":"offlinerl"},{"id":"2103.12021","title":"Bridging Offline Reinforcement Learning and Imitation Learning: A Tale of Pessimism","created":"2021-03-22","cited_by_count":279,"area":"offlinerl"},{"id":"2106.06926","title":"Bellman-consistent Pessimism for Offline Reinforcement Learning","created":"2021-06-13","cited_by_count":269,"area":"offlinerl"},{"id":"2107.06226","title":"Pessimistic Model-based Offline Reinforcement Learning under Partial Coverage","created":"2021-07-13","cited_by_count":164,"area":"offlinerl"},{"id":"2106.08909","title":"Offline RL Without Off-Policy Evaluation","created":"2021-06-16","cited_by_count":151,"area":"offlinerl"},{"id":"2403.00409","title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback","created":"2024-03-01","cited_by_count":135,"area":"alignment"},{"id":"2110.04652","title":"Representation Learning for Online and Offline RL in Low-rank MDPs","created":"2021-10-09","cited_by_count":129,"area":"offlinerl"},{"id":"2202.04634","title":"Offline Reinforcement Learning with Realizability and Single-policy Concentrability","created":"2022-02-09","cited_by_count":123,"area":"offlinerl"},{"id":"2304.01203","title":"Optimal Goal-Reaching Reinforcement Learning via Quasimetric Learning","created":"2023-04-03","cited_by_count":121,"area":null},{"id":"2108.08812","title":"Provable Benefits of Actor-Critic Methods for Offline Reinforcement Learning","created":"2021-08-19","cited_by_count":110,"area":"offlinerl"},{"id":"2208.05129","title":"Robust Reinforcement Learning using Offline Data","created":"2022-08-10","cited_by_count":96,"area":null},{"id":"2212.06355","title":"A Review of Off-Policy Evaluation in Reinforcement Learning","created":"2022-12-13","cited_by_count":95,"area":null},{"id":"2204.05618","title":"When Should We Prefer Offline Reinforcement Learning Over Behavioral Cloning?","created":"2022-04-12","cited_by_count":89,"area":"offlinerl"},{"id":"2406.09329","title":"Is Value Learning Really the Main Bottleneck in Offline RL?","created":"2024-06-13","cited_by_count":89,"area":"offlinerl"},{"id":"2210.04157","title":"The Role of Coverage in Online Reinforcement Learning","created":"2022-10-09","cited_by_count":83,"area":"offlinerl"},{"id":"2110.08695","title":"Towards Instance-Optimal Offline Reinforcement Learning with Pessimism","created":"2021-10-17","cited_by_count":78,"area":"offlinerl"},{"id":"2206.01079","title":"When does return-conditioned supervised learning work for offline reinforcement learning?","created":"2022-06-02","cited_by_count":76,"area":"offlinerl"},{"id":"2111.10919","title":"Offline Reinforcement Learning: Fundamental Barriers for Value Function Approximation","created":"2021-11-21","cited_by_count":71,"area":"offlinerl"},{"id":"2112.04716","title":"DR3: Value-Based Deep Reinforcement Learning Requires Explicit Regularization","created":"2021-12-09","cited_by_count":66,"area":"offlinerl"},{"id":"2203.05804","title":"Near-optimal Offline Reinforcement Learning with Linear Representation: Leveraging Variance Information with Pessimism","created":"2022-03-11","cited_by_count":65,"area":"offlinerl"},{"id":"2102.01748","title":"Near-Optimal Offline Reinforcement Learning via Double Variance Reduction","created":"2021-02-02","cited_by_count":56,"area":"offlinerl"},{"id":"2102.02981","title":"Finite Sample Analysis of Minimax Offline Reinforcement Learning: Completeness, Fast Rates and First-Order Efficiency","created":"2021-02-05","cited_by_count":56,"area":"offlinerl"},{"id":"2205.15512","title":"Nearly Minimax Optimal Offline Reinforcement Learning with Linear Function Approximation: Single-Agent MDP and Markov Game","created":"2022-05-31","cited_by_count":55,"area":"offlinerl"},{"id":"2103.12923","title":"Cautiously Optimistic Policy Optimization and Exploration with Linear Function Approximation","created":"2021-03-24","cited_by_count":53,"area":null},{"id":"2110.14020","title":"The Difficulty of Passive Learning in Deep Reinforcement Learning","created":"2021-10-26","cited_by_count":50,"area":"offlinerl"},{"id":"2103.13883","title":"Risk Bounds and Rademacher Complexity in Batch Reinforcement Learning","created":"2021-03-25","cited_by_count":42,"area":"offlinerl"},{"id":"2102.03607","title":"Bootstrapping Fitted Q-Evaluation for Off-Policy Inference","created":"2021-02-06","cited_by_count":40,"area":"offlinerl"},{"id":"2103.12690","title":"An Exponential Lower Bound for Linearly-Realizable MDPs with Constant Suboptimality Gap","created":"2021-03-23","cited_by_count":40,"area":null},{"id":"2103.04947","title":"Instabilities of Offline RL with Pre-Trained Neural Representation","created":"2021-03-08","cited_by_count":38,"area":"offlinerl"},{"id":"2201.12417","title":"Why Should I Trust You, Bellman? The Bellman Error is a Poor Replacement for Value Error","created":"2022-01-28","cited_by_count":32,"area":null},{"id":"2209.06620","title":"Distributionally Robust Offline Reinforcement Learning with Linear Function Approximation","created":"2022-09-14","cited_by_count":32,"area":"offlinerl"},{"id":"2310.14550","title":"Corruption-Robust Offline Reinforcement Learning with General Function Approximation","created":"2023-10-23","cited_by_count":31,"area":"offlinerl"},{"id":"2206.05900","title":"Provable Benefit of Multitask Representation Learning in Reinforcement Learning","created":"2022-06-13","cited_by_count":29,"area":null},{"id":"2211.00716","title":"Optimal Conservative Offline RL with General Function Approximation via Augmented Lagrangian","created":"2022-11-01","cited_by_count":29,"area":"offlinerl"},{"id":"2105.03863","title":"Towards Theoretical Understandings of Robust Markov Decision Processes: Sample Complexity and Asymptotics","created":"2021-05-09","cited_by_count":27,"area":null},{"id":"2206.10770","title":"On the Statistical Efficiency of Reward-Free Exploration in Non-Linear RL","created":"2022-06-21","cited_by_count":27,"area":null},{"id":"2305.15703","title":"The Benefits of Being Distributional: Small-Loss Bounds for Reinforcement Learning","created":"2023-05-25","cited_by_count":27,"area":null},{"id":"2102.00479","title":"Fast Rates for the Regret of Offline Reinforcement Learning","created":"2021-01-31","cited_by_count":26,"area":"offlinerl"},{"id":"2106.03207","title":"Mitigating Covariate Shift in Imitation Learning via Offline Data Without Great Coverage","created":"2021-06-06","cited_by_count":26,"area":"offlinerl"},{"id":"2206.04282","title":"Sample-Efficient Reinforcement Learning in the Presence of Exogenous Information","created":"2022-06-09","cited_by_count":26,"area":null},{"id":"2402.15399","title":"Distributionally Robust Off-Dynamics Reinforcement Learning: Provable Efficiency with Linear Function Approximation","created":"2024-02-23","cited_by_count":25,"area":"deeprl"},{"id":"2011.04019","title":"Sparse Feature Selection Makes Batch Reinforcement Learning More Sample Efficient","created":"2020-11-08","cited_by_count":24,"area":"offlinerl"},{"id":"2211.13208","title":"On Instance-Dependent Bounds for Offline Reinforcement Learning with Linear Function Approximation","created":"2022-11-23","cited_by_count":22,"area":"offlinerl"},{"id":"2206.00810","title":"Offline Reinforcement Learning with Differential Privacy","created":"2022-06-02","cited_by_count":20,"area":"offlinerl"},{"id":"2209.08666","title":"Offline Reinforcement Learning with Instrumental Variables in Confounded Markov Decision Processes","created":"2022-09-18","cited_by_count":19,"area":"offlinerl"},{"id":"2102.02049","title":"On Query-efficient Planning in MDPs under Linear Realizability of the Optimal State-value Function","created":"2021-02-03","cited_by_count":18,"area":null},{"id":"2112.13109","title":"Accelerated and instance-optimal policy evaluation with linear function approximation","created":"2021-12-24","cited_by_count":18,"area":null},{"id":"2202.04970","title":"Off-Policy Fitted Q-Evaluation with Differentiable Function Approximators: Z-Estimation and Inference Theory","created":"2022-02-10","cited_by_count":18,"area":null},{"id":"2205.10671","title":"Pessimism for Offline Linear Contextual Bandits using $\\ell_p$ Confidence Sets","created":"2022-05-21","cited_by_count":18,"area":null},{"id":"2403.09621","title":"Minimax Optimal and Computationally Efficient Algorithms for Distributionally Robust Offline Reinforcement Learning","created":"2024-03-14","cited_by_count":18,"area":"offlinerl"},{"id":"2502.01930","title":"Robust LLM Alignment via Distributionally Robust Direct Preference Optimization","created":"2025-02-04","cited_by_count":18,"area":"alignment"},{"id":"2207.05837","title":"Learning Bellman Complete Representations for Offline Policy Evaluation","created":"2022-07-12","cited_by_count":17,"area":"offlinerl"},{"id":"2211.05311","title":"When is Realizability Sufficient for Off-Policy Reinforcement Learning?","created":"2022-11-10","cited_by_count":17,"area":null},{"id":"2102.10242","title":"Towards Automatic Evaluation of Dialog Systems: A Model-Free Off-Policy Evaluation Approach","created":"2021-02-20","cited_by_count":16,"area":null},{"id":"2409.20521","title":"Upper and Lower Bounds for Distributionally Robust Off-Dynamics Reinforcement Learning","created":"2024-09-30","cited_by_count":16,"area":"deeprl"},{"id":"2105.06029","title":"Optimal Uniform OPE and Model-based Offline Reinforcement Learning in Time-Homogeneous, Reward-Free and Task-Agnostic Settings","created":"2021-05-13","cited_by_count":14,"area":"offlinerl"},{"id":"2310.11428","title":"Butterfly Effects of SGD Noise: Error Amplification in Behavior Cloning and Autoregression","created":"2023-10-17","cited_by_count":14,"area":null},{"id":"2402.12570","title":"Offline Multi-task Transfer RL with Representational Penalization","created":"2024-02-19","cited_by_count":14,"area":"offlinerl"},{"id":"2403.11574","title":"Offline Multitask Representation Learning for Reinforcement Learning","created":"2024-03-18","cited_by_count":14,"area":null},{"id":"2502.17515","title":"Towards User-level Private Reinforcement Learning with Human Feedback","created":"2025-02-22","cited_by_count":14,"area":"alignment"},{"id":"2106.11519","title":"Agnostic Reinforcement Learning with Low-Rank MDPs and Rich Observations","created":"2021-06-22","cited_by_count":13,"area":null},{"id":"2206.00165","title":"Byzantine-Robust Online and Offline Distributed Reinforcement Learning","created":"2022-06-01","cited_by_count":13,"area":null},{"id":"2206.06426","title":"Provably Efficient Offline Reinforcement Learning with Trajectory-Wise Reward","created":"2022-06-13","cited_by_count":13,"area":"offlinerl"},{"id":"2211.02016","title":"Oracle Inequalities for Model Selection in Offline Reinforcement Learning","created":"2022-11-03","cited_by_count":13,"area":"offlinerl"},{"id":"2302.12537","title":"Why Target Networks Stabilise Temporal Difference Methods","created":"2023-02-24","cited_by_count":13,"area":null},{"id":"2310.19308","title":"Free from Bellman Completeness: Trajectory Stitching via Model-based Return-conditioned Supervised Learning","created":"2023-10-30","cited_by_count":13,"area":null},{"id":"2407.18676","title":"Right Now, Wrong Then: Non-Stationary Direct Preference Optimization under Preference Drift","created":"2024-07-26","cited_by_count":13,"area":"alignment"},{"id":"2106.11935","title":"Provably Efficient Representation Selection in Low-rank Markov Decision Processes: From Online to Offline RL","created":"2021-06-22","cited_by_count":12,"area":"offlinerl"},{"id":"2206.02887","title":"Sample Complexity of Nonparametric Off-Policy Evaluation on Low-Dimensional Manifolds using Deep Networks","created":"2022-06-06","cited_by_count":12,"area":null},{"id":"2210.00750","title":"Offline Reinforcement Learning with Differentiable Function Approximation is Provably Efficient","created":"2022-10-03","cited_by_count":12,"area":"offlinerl"},{"id":"2310.18434","title":"Bridging Distributionally Robust Learning and Offline RL: An Approach to Mitigate Distribution Shift and Partial Data Coverage","created":"2023-10-27","cited_by_count":12,"area":"offlinerl"},{"id":"2310.19733","title":"Differentially Private Reward Estimation with Preference Feedback","created":"2023-10-30","cited_by_count":12,"area":"alignment"},{"id":"2108.08765","title":"Provably Efficient Generative Adversarial Imitation Learning for Online and Offline Setting with Linear Function Approximation","created":"2021-08-19","cited_by_count":11,"area":"offlinerl"},{"id":"2307.04354","title":"Policy Finetuning in Reinforcement Learning via Design of Experiments using Offline Data","created":"2023-07-10","cited_by_count":11,"area":null},{"id":"2403.17091","title":"Offline Reinforcement Learning: Role of State Aggregation and Trajectory Data","created":"2024-03-25","cited_by_count":11,"area":"offlinerl"},{"id":"2102.11327","title":"Uncertainty Estimation Using Riemannian Model Dynamics for Offline Reinforcement Learning","created":"2021-02-22","cited_by_count":10,"area":"offlinerl"},{"id":"2103.09847","title":"Infinite-Horizon Offline Reinforcement Learning with Linear Function Approximation: Curse of Dimensionality and Algorithm","created":"2021-03-17","cited_by_count":10,"area":"offlinerl"},{"id":"2203.12786","title":"Bellman Residual Orthogonalization for Offline Reinforcement Learning","created":"2022-03-24","cited_by_count":10,"area":"offlinerl"},{"id":"2510.04088","title":"Offline Reinforcement Learning in Large State Spaces: Algorithms and Guarantees","created":"2025-10-05","cited_by_count":10,"area":"offlinerl"},{"id":"2303.12206","title":"Policy Optimization for Personalized Interventions in Behavioral Health","created":"2023-03-21","cited_by_count":9,"area":null},{"id":"2310.01380","title":"Pessimistic Nonlinear Least-Squares Value Iteration for Offline Reinforcement Learning","created":"2023-10-02","cited_by_count":9,"area":"offlinerl"},{"id":"2310.06113","title":"When is Agnostic Reinforcement Learning Statistically Tractable?","created":"2023-10-09","cited_by_count":9,"area":null},{"id":"2312.03991","title":"MICRO: Model-Based Offline Reinforcement Learning with a Conservative Bellman Operator","created":"2023-12-07","cited_by_count":9,"area":"offlinerl"},{"id":"2103.06671","title":"Sample Complexity of Offline Reinforcement Learning with Deep ReLU Networks","created":"2021-03-11","cited_by_count":8,"area":"offlinerl"},{"id":"2310.15418","title":"Fractal Landscapes in Policy Optimization","created":"2023-10-24","cited_by_count":8,"area":null},{"id":"2503.06810","title":"Mitigating Preference Hacking in Policy Optimization with Pessimism","created":"2025-03-10","cited_by_count":8,"area":"alignment"},{"id":"2203.04236","title":"A Complete Characterization of Linear Estimators for Offline Policy Evaluation","created":"2022-03-08","cited_by_count":7,"area":null},{"id":"2206.03569","title":"Overcoming the Long Horizon Barrier for Sample-Efficient Reinforcement Learning with Latent Low-Rank Structure","created":"2022-06-07","cited_by_count":7,"area":null},{"id":"2205.08716","title":"No More Pesky Hyperparameters: Offline Hyperparameter Tuning for RL","created":"2022-05-18","cited_by_count":6,"area":null},{"id":"2210.05158","title":"Reliable Conditioning of Behavioral Cloning for Offline Reinforcement Learning","created":"2022-10-11","cited_by_count":6,"area":"offlinerl"},{"id":"2309.13278","title":"Distributional Shift-Aware Off-Policy Interval Estimation: A Unified Error Quantification Framework","created":"2023-09-23","cited_by_count":6,"area":null},{"id":"2401.03301","title":"On Sample-Efficient Offline Reinforcement Learning: Data Diversity, Posterior Sampling, and Beyond","created":"2024-01-06","cited_by_count":6,"area":"offlinerl"},{"id":"2406.15753","title":"The Perils of Optimizing Learned Reward Functions: Low Training Error Does Not Guarantee Low Regret","created":"2024-06-22","cited_by_count":6,"area":"alignment"},{"id":"2407.07631","title":"Pessimism Meets Risk: Risk-Sensitive Offline Reinforcement Learning","created":"2024-07-10","cited_by_count":6,"area":"offlinerl"},{"id":"2201.12175","title":"Safe Policy Improvement Approaches on Discrete Markov Decision Processes","created":"2022-01-28","cited_by_count":5,"area":null},{"id":"2206.00796","title":"Stabilizing Q-learning with Linear Architectures for Provably Efficient Learning","created":"2022-06-01","cited_by_count":5,"area":null},{"id":"2301.11426","title":"Model-based Offline Reinforcement Learning with Local Misspecification","created":"2023-01-26","cited_by_count":5,"area":"offlinerl"},{"id":"2302.02788","title":"A Strong Baseline for Batch Imitation Learning","created":"2023-02-06","cited_by_count":5,"area":"offlinerl"},{"id":"2501.06366","title":"Counterfactually Fair Reinforcement Learning via Sequential Data Preprocessing","created":"2025-01-10","cited_by_count":5,"area":"deeprl"},{"id":"2304.12886","title":"What can online reinforcement learning with function approximation benefit from general coverage conditions?","created":"2023-04-25","cited_by_count":4,"area":"offlinerl"}],"next_cursor":"100"}