{"total":182,"rows":[{"id":"2501.12599","title":"Kimi k1.5: Scaling Reinforcement Learning with LLMs","created":"2025-01-22","cited_by_count":1210,"area":"lr"},{"id":"2111.09266","title":"GFlowNet Foundations","created":"2021-11-17","cited_by_count":290,"area":null},{"id":"1907.00456","title":"Way Off-Policy Batch Deep Reinforcement Learning of Implicit Human Preferences in Dialog","created":"2019-06-30","cited_by_count":284,"area":"offlinerl"},{"id":"2506.14758","title":"Reasoning with Exploration: An Entropy Perspective","created":"2025-06-17","cited_by_count":281,"area":"lr"},{"id":"2201.13259","title":"Trajectory balance: Improved credit assignment in GFlowNets","created":"2022-01-31","cited_by_count":251,"area":null},{"id":"2404.12358","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","created":"2024-04-18","cited_by_count":242,"area":"alignment"},{"id":"2103.08050","title":"Offline Reinforcement Learning with Fisher Divergence Critic Regularization","created":"2021-03-14","cited_by_count":238,"area":"offlinerl"},{"id":"2103.06257","title":"Maximum Entropy RL (Provably) Solves Some Robust RL Problems","created":"2021-03-10","cited_by_count":176,"area":null},{"id":"2203.04115","title":"Biological Sequence Design with GFlowNets","created":"2022-03-02","cited_by_count":174,"area":null},{"id":"2303.04129","title":"Foundation Models for Decision Making: Problems, Methods, and Opportunities","created":"2023-03-07","cited_by_count":164,"area":null},{"id":"2305.20081","title":"Efficient Diffusion Policies for Offline Reinforcement Learning","created":"2023-05-31","cited_by_count":157,"area":"diffusion"},{"id":"1806.05635","title":"Self-Imitation Learning","created":"2018-06-14","cited_by_count":138,"area":"offlinerl"},{"id":"2209.12782","title":"Learning GFlowNets from partial episodes for improved convergence and stability","created":"2022-09-26","cited_by_count":132,"area":null},{"id":"2503.15478","title":"SWEET-RL: Training Multi-Turn LLM Agents on Collaborative Reasoning Tasks","created":"2025-03-19","cited_by_count":118,"area":"lr"},{"id":"2303.15810","title":"Offline RL with No OOD Actions: In-Sample Learning via Implicit Value Regularization","created":"2023-03-28","cited_by_count":116,"area":"offlinerl"},{"id":"2407.13734","title":"Understanding Reinforcement Learning-Based Fine-Tuning of Diffusion Models: A Tutorial and Review","created":"2024-07-18","cited_by_count":98,"area":"diffusion"},{"id":"2310.04363","title":"Amortizing intractable inference in large language models","created":"2023-10-06","cited_by_count":97,"area":null},{"id":"2508.11408","title":"On-Policy RL Meets Off-Policy Experts: Harmonizing Supervised Fine-Tuning and Reinforcement Learning via Dynamic Weighting","created":"2025-08-15","cited_by_count":91,"area":"lr"},{"id":"2404.17546","title":"Probabilistic Inference in Language Models via Twisted Sequential Monte Carlo","created":"2024-04-26","cited_by_count":90,"area":"alignment"},{"id":"2107.11433","title":"A general sample complexity analysis of vanilla policy gradient","created":"2021-07-23","cited_by_count":76,"area":null},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2502.00361","title":"Efficient Online Reinforcement Learning for Diffusion Policy","created":"2025-02-01","cited_by_count":71,"area":"diffusion"},{"id":"2412.16145","title":"Offline Reinforcement Learning for LLM Multi-Step Reasoning","created":"2024-12-20","cited_by_count":54,"area":"lr"},{"id":"2207.07150","title":"Making Linear MDPs Practical via Contrastive Representation Learning","created":"2022-07-14","cited_by_count":52,"area":null},{"id":"2503.12434","title":"A Survey on the Optimization of Large Language Model-based Agents","created":"2025-03-16","cited_by_count":46,"area":"agents"},{"id":"2402.10309","title":"Discrete Probabilistic Inference as Control in Multi-path Environments","created":"2024-02-15","cited_by_count":44,"area":null},{"id":"2210.01808","title":"Maximum-Likelihood Inverse Reinforcement Learning with Finite-Time Guarantees","created":"2022-10-04","cited_by_count":42,"area":"offlinerl"},{"id":"2107.08285","title":"Greedification Operators for Policy Optimization: Investigating Forward and Reverse KL Divergences","created":"2021-07-17","cited_by_count":41,"area":null},{"id":"2106.10268","title":"MADE: Exploration via Maximizing Deviation from Explored Regions","created":"2021-06-18","cited_by_count":40,"area":null},{"id":"2402.05961","title":"Genetic-guided GFlowNets for Sample Efficient Molecular Optimization","created":"2024-02-05","cited_by_count":39,"area":null},{"id":"2106.07704","title":"Efficient (Soft) Q-Learning for Text Generation with Limited Good Data","created":"2021-06-14","cited_by_count":37,"area":null},{"id":"2110.08923","title":"A Dual Approach to Constrained Markov Decision Processes with Entropy Regularization","created":"2021-10-17","cited_by_count":34,"area":null},{"id":"2302.14372","title":"The In-Sample Softmax for Offline Reinforcement Learning","created":"2023-02-28","cited_by_count":33,"area":"offlinerl"},{"id":"2306.17693","title":"Thompson sampling for improved exploration in GFlowNets","created":"2023-06-30","cited_by_count":32,"area":null},{"id":"2312.14331","title":"Maximum entropy GFlowNets with soft Q-learning","created":"2023-12-21","cited_by_count":30,"area":null},{"id":"2503.18929","title":"Trajectory Balance with Asynchrony: Decoupling Exploration and Learning for Fast, Scalable LLM Post-Training","created":"2025-03-24","cited_by_count":29,"area":"lr"},{"id":"2106.10517","title":"A Max-Min Entropy Framework for Reinforcement Learning","created":"2021-06-19","cited_by_count":28,"area":null},{"id":"2110.10719","title":"Estimating Optimal Infinite Horizon Dynamic Treatment Regimes via pT-Learning","created":"2021-10-20","cited_by_count":26,"area":null},{"id":"2306.05167","title":"Decision S4: Efficient Sequence-Based RL via State Spaces Layers","created":"2023-06-08","cited_by_count":26,"area":"offlinerl"},{"id":"2110.10117","title":"Beyond Exact Gradients: Convergence of Stochastic Soft-Max Policy Gradient Methods with Entropy Regularization","created":"2021-10-19","cited_by_count":25,"area":null},{"id":"2305.18505","title":"Provable Reward-Agnostic Preference-Based Reinforcement Learning","created":"2023-05-29","cited_by_count":25,"area":"alignment"},{"id":"2111.11485","title":"A Free Lunch from the Noise: Provable and Practical Exploration for Representation Learning","created":"2021-11-22","cited_by_count":24,"area":null},{"id":"2504.14587","title":"Generative Auto-Bidding with Value-Guided Explorations","created":"2025-04-20","cited_by_count":23,"area":null},{"id":"2205.14590","title":"Independent and Decentralized Learning in Markov Potential Games","created":"2022-05-29","cited_by_count":22,"area":null},{"id":"2510.23012","title":"Softmax is $1/2$-Lipschitz: A tight bound across all $\\ell_p$ norms","created":"2025-10-27","cited_by_count":22,"area":null},{"id":"2102.11866","title":"Doubly Robust Off-Policy Actor-Critic: Convergence and Optimality","created":"2021-02-23","cited_by_count":21,"area":null},{"id":"2203.12592","title":"Your Policy Regularizer is Secretly an Adversary","created":"2022-03-23","cited_by_count":21,"area":null},{"id":"2409.01369","title":"Imitating Language via Scalable Inverse Reinforcement Learning","created":"2024-09-02","cited_by_count":21,"area":"offlinerl"},{"id":"2306.10715","title":"Maximum Entropy Heterogeneous-Agent Reinforcement Learning","created":"2023-06-19","cited_by_count":19,"area":null},{"id":"2501.06148","title":"From discrete-time policies to continuous-time diffusion samplers: Asymptotic equivalences and faster training","created":"2025-01-10","cited_by_count":19,"area":"diffusion"},{"id":"2505.17826","title":"Trinity-RFT: A General-Purpose and Unified Framework for Reinforcement Fine-Tuning of Large Language Models","created":"2025-05-23","cited_by_count":19,"area":null},{"id":"2205.13746","title":"Regularized Gradient Descent Ascent for Two-Player Zero-Sum Markov Games","created":"2022-05-27","cited_by_count":18,"area":null},{"id":"2111.02997","title":"Global Optimality and Finite Sample Analysis of Softmax Off-Policy Actor Critic under State Distribution Mismatch","created":"2021-11-04","cited_by_count":17,"area":null},{"id":"2212.12809","title":"Understanding the Complexity Gains of Single-Task RL with a Curriculum","created":"2022-12-24","cited_by_count":17,"area":null},{"id":"2310.03173","title":"$\\mathcal{B}$-Coder: Value-Based Deep Reinforcement Learning for Program Synthesis","created":"2023-10-04","cited_by_count":17,"area":null},{"id":"2502.11477","title":"Learning to Sample Effective and Diverse Prompts for Text-to-Image Generation","created":"2025-02-17","cited_by_count":17,"area":"diffusion"},{"id":"2106.04096","title":"Linear Convergence of Entropy-Regularized Natural Policy Gradient with Linear Function Approximation","created":"2021-06-08","cited_by_count":16,"area":null},{"id":"2212.11119","title":"A survey on text generation using generative adversarial networks","created":"2022-12-20","cited_by_count":16,"area":null},{"id":"2110.00304","title":"Divergence-Regularized Multi-Agent Actor-Critic","created":"2021-10-01","cited_by_count":15,"area":null},{"id":"2303.01049","title":"Model-based Constrained MDP for Budget Allocation in Sequential Incentive Marketing","created":"2023-03-02","cited_by_count":15,"area":null},{"id":"2410.15474","title":"Optimizing Backward Policies in GFlowNets via Trajectory Likelihood Maximization","created":"2024-10-20","cited_by_count":14,"area":null},{"id":"2006.07442","title":"Self-Imitation Learning via Generalized Lower Bound Q-learning","created":"2020-06-12","cited_by_count":13,"area":"offlinerl"},{"id":"2210.00999","title":"Latent State Marginalization as a Low-cost Approach for Improving Exploration","created":"2022-10-03","cited_by_count":13,"area":null},{"id":"2310.00386","title":"Order-Preserving GFlowNets","created":"2023-09-30","cited_by_count":13,"area":null},{"id":"2410.04461","title":"Improved Off-policy Reinforcement Learning in Biological Sequence Design","created":"2024-10-06","cited_by_count":13,"area":"deeprl"},{"id":"2210.07484","title":"Mutual Information Regularized Offline Reinforcement Learning","created":"2022-10-14","cited_by_count":12,"area":"offlinerl"},{"id":"2402.06700","title":"Entropy-Regularized Token-Level Policy Optimization for Language Agent Reinforcement","created":"2024-02-09","cited_by_count":12,"area":"agents"},{"id":"2404.07732","title":"Monte Carlo Tree Search with Boltzmann Exploration","created":"2024-04-11","cited_by_count":12,"area":null},{"id":"2510.08141","title":"SCOPE-RL: Stable and Quantitative Control of Policy Entropy in RL Post-Training","created":"2025-10-09","cited_by_count":12,"area":"lr"},{"id":"2311.13294","title":"Probabilistic Inference in Reinforcement Learning Done Right","created":"2023-11-22","cited_by_count":11,"area":null},{"id":"2503.19612","title":"RL-finetuning LLMs from on- and off-policy data with a single algorithm","created":"2025-03-25","cited_by_count":11,"area":null},{"id":"2507.01551","title":"Self-Guided Process Reward Optimization with Redefined Step-wise Advantage for Process Reinforcement Learning","created":"2025-07-02","cited_by_count":11,"area":"lr"},{"id":"2302.09339","title":"Efficient Exploration via Epistemic-Risk-Seeking Policy Optimization","created":"2023-02-18","cited_by_count":10,"area":null},{"id":"2306.05726","title":"Iteratively Refined Behavior Regularization for Offline Reinforcement Learning","created":"2023-06-09","cited_by_count":10,"area":"offlinerl"},{"id":"2308.07822","title":"Deep reinforcement learning for process design: Review and perspective","created":"2023-08-15","cited_by_count":10,"area":null},{"id":"2405.19697","title":"Bilevel reinforcement learning via the development of hyper-gradient without lower-level convexity","created":"2024-05-30","cited_by_count":10,"area":"deeprl"},{"id":"2102.11329","title":"Action Redundancy in Reinforcement Learning","created":"2021-02-22","cited_by_count":9,"area":null},{"id":"2106.06932","title":"Characterizing the Gap Between Actor-Critic and Policy Gradient","created":"2021-06-13","cited_by_count":9,"area":null},{"id":"2108.07041","title":"Implicitly Regularized RL with Implicit Q-Values","created":"2021-08-16","cited_by_count":9,"area":null},{"id":"2207.10839","title":"Robust Knowledge Adaptation for Dynamic Graph Neural Networks","created":"2022-07-22","cited_by_count":9,"area":null},{"id":"2106.15419","title":"Convergent and Efficient Deep Q Network Algorithm","created":"2021-06-29","cited_by_count":8,"area":null},{"id":"2307.10524","title":"Beyond Black-Box Advice: Learning-Augmented Algorithms for MDPs with Q-Value Predictions","created":"2023-07-20","cited_by_count":8,"area":null},{"id":"2512.15605","title":"Autoregressive Language Models are Secretly Energy-Based Models: Insights into the Lookahead Capabilities of Next-Token Prediction","created":"2025-12-17","cited_by_count":8,"area":null},{"id":"2106.00707","title":"An Entropy Regularization Free Mechanism for Policy-based Reinforcement Learning","created":"2021-06-01","cited_by_count":7,"area":null},{"id":"2205.10316","title":"Complex behavior from intrinsic motivation to occupy action-state path space","created":"2022-05-20","cited_by_count":7,"area":null},{"id":"2301.08940","title":"Quasi-optimal Reinforcement Learning with Continuous Actions","created":"2023-01-21","cited_by_count":7,"area":null},{"id":"2301.10932","title":"On the Global Convergence of Risk-Averse Natural Policy Gradient Methods with Expected Conditional Risk Measures","created":"2023-01-26","cited_by_count":7,"area":null},{"id":"2310.02779","title":"Expected flow networks in stochastic environments and two-player zero-sum games","created":"2023-10-04","cited_by_count":7,"area":null},{"id":"2406.01423","title":"Value Improved Actor Critic Algorithms","created":"2024-06-03","cited_by_count":7,"area":"deeprl"},{"id":"2509.21947","title":"Active Attacks: Red-teaming LLMs via Adaptive Environments","created":"2025-09-26","cited_by_count":7,"area":"safety"},{"id":"2602.01381","title":"On the Power of (Approximate) Reward Models for Inference-Time Scaling","created":"2026-02-01","cited_by_count":7,"area":"lr"},{"id":"2201.12434","title":"Do You Need the Entropy Reward (in Practice)?","created":"2022-01-28","cited_by_count":6,"area":null},{"id":"2204.06904","title":"Efficient and practical quantum compiler towards multi-qubit systems with deep reinforcement learning","created":"2022-04-14","cited_by_count":6,"area":null},{"id":"2506.01541","title":"Adaptive Destruction Processes for Diffusion Samplers","created":"2025-06-02","cited_by_count":6,"area":"diffusion"},{"id":"2510.11711","title":"Reinforced sequential Monte Carlo for amortised sampling","created":"2025-10-13","cited_by_count":6,"area":null},{"id":"2405.13592","title":"Almost sure convergence rates of stochastic gradient methods under gradient domination","created":"2024-05-22","cited_by_count":5,"area":"deeprl"},{"id":"2509.21172","title":"Inverse Reinforcement Learning with Just Classification and a Few Regressions","created":"2025-09-25","cited_by_count":5,"area":"offlinerl"},{"id":"2510.20235","title":"Multi-Objective Reinforcement Learning with Max-Min Criterion: A Game-Theoretic Approach","created":"2025-10-23","cited_by_count":5,"area":"deeprl"},{"id":"2603.12893","title":"Finite Difference Flow Optimization for RL Post-Training of Text-to-Image Models","created":"2026-03-13","cited_by_count":5,"area":"diffusion"},{"id":"2604.14265","title":"Reinforcement Learning via Value Gradient Flow","created":"2026-04-15","cited_by_count":5,"area":"offlinerl"}],"next_cursor":"100"}