{"total":187,"rows":[{"id":"2409.19256","title":"HybridFlow: A Flexible and Efficient RLHF Framework","created":"2024-09-28","cited_by_count":2057,"area":"alignment"},{"id":"2504.13837","title":"Does Reinforcement Learning Really Incentivize Reasoning Capacity in LLMs Beyond the Base Model?","created":"2025-04-18","cited_by_count":982,"area":"lr"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2504.14945","title":"Learning to Reason under Off-Policy Guidance","created":"2025-04-21","cited_by_count":281,"area":"lr"},{"id":"2405.07863","title":"RLHF Workflow: From Reward Modeling to Online RLHF","created":"2024-05-13","cited_by_count":267,"area":"lr"},{"id":"2504.12216","title":"d1: Scaling Reasoning in Diffusion Large Language Models via Reinforcement Learning","created":"2025-04-16","cited_by_count":186,"area":"lr"},{"id":"2509.08827","title":"A Survey of Reinforcement Learning for Large Reasoning Models","created":"2025-09-10","cited_by_count":180,"area":"lr"},{"id":"2504.02546","title":"GPG: A Simple and Strong Reinforcement Learning Baseline for Model Reasoning","created":"2025-04-03","cited_by_count":150,"area":"lr"},{"id":"2509.02479","title":"SimpleTIR: End-to-End Reinforcement Learning for Multi-Turn Tool-Integrated Reasoning","created":"2025-09-02","cited_by_count":146,"area":"lr"},{"id":"2504.11343","title":"A Minimalist Approach to LLM Reasoning: from Rejection Sampling to Reinforce","created":"2025-04-15","cited_by_count":145,"area":"lr"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2505.19789","title":"What Can RL Bring to VLA Generalization? An Empirical Study","created":"2025-05-26","cited_by_count":108,"area":"vla"},{"id":"2504.05520","title":"Efficient Reinforcement Finetuning via Adaptive Curriculum Learning","created":"2025-04-07","cited_by_count":93,"area":"lr"},{"id":"2411.19943","title":"Critical Tokens Matter: Token-Level Contrastive Estimation Enhances LLM's Reasoning Capability","created":"2024-11-29","cited_by_count":83,"area":"lr"},{"id":"2407.14622","title":"BOND: Aligning LLMs with Best-of-N Distillation","created":"2024-07-19","cited_by_count":76,"area":"alignment"},{"id":"2408.16673","title":"Preserving Diversity in Supervised Fine-Tuning of Large Language Models","created":"2024-08-29","cited_by_count":70,"area":null},{"id":"2603.08754","title":"Hindsight Credit Assignment for Long-Horizon LLM Agents","created":"2026-03-07","cited_by_count":65,"area":"agents"},{"id":"2508.17445","title":"TreePO: Bridging the Gap of Policy Optimization and Efficacy and Inference Efficiency with Heuristic Tree-based Modeling","created":"2025-08-24","cited_by_count":61,"area":"lr"},{"id":"2602.01511","title":"Alternating Reinforcement Learning for Rubric-Based Reward Modeling in Non-Verifiable LLM Post-Training","created":"2026-02-02","cited_by_count":54,"area":"alignment"},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2506.08446","title":"A Survey on Large Language Models for Mathematical Reasoning","created":"2025-06-10","cited_by_count":52,"area":"lr"},{"id":"2411.04991","title":"Rethinking Bradley-Terry Models in Preference-Based Reward Modeling: Foundations, Theory, and Alternatives","created":"2024-11-07","cited_by_count":48,"area":"lr"},{"id":"2507.05386","title":"Reinforcement Fine-Tuning Naturally Mitigates Forgetting in Continual Post-Training","created":"2025-07-07","cited_by_count":47,"area":null},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2407.00617","title":"Iterative Nash Policy Optimization: Aligning LLMs with General Preferences via No-Regret Learning","created":"2024-06-30","cited_by_count":45,"area":"alignment"},{"id":"2505.24034","title":"LlamaRL: A Distributed Asynchronous Reinforcement Learning Framework for Efficient Large-scale LLM Training","created":"2025-05-29","cited_by_count":42,"area":null},{"id":"2501.12895","title":"Test-Time Preference Optimization: On-the-Fly Alignment via Iterative Textual Feedback","created":"2025-01-22","cited_by_count":41,"area":"alignment"},{"id":"2505.18116","title":"NFT: Bridging Supervised Learning and Reinforcement Learning in Math Reasoning","created":"2025-05-23","cited_by_count":38,"area":"lr"},{"id":"2506.00711","title":"QoQ-Med: Building Multimodal Clinical Foundation Models with Domain-Aware GRPO Training","created":"2025-05-31","cited_by_count":38,"area":"lr"},{"id":"2406.14088","title":"ReaL: Efficient RLHF Training of Large Language Models with Parameter Reallocation","created":"2024-06-20","cited_by_count":37,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2505.23585","title":"On-Policy RL with Optimal Reward Baseline","created":"2025-05-29","cited_by_count":34,"area":"lr"},{"id":"2604.13010","title":"Lightning OPD: Efficient Post-Training for Large Reasoning Models with Offline On-Policy Distillation","created":"2026-04-14","cited_by_count":33,"area":"lr"},{"id":"2504.19599","title":"GVPO: Group Variance Policy Optimization for Large Language Model Post-Training","created":"2025-04-28","cited_by_count":32,"area":"alignment"},{"id":"2506.09016","title":"SPEED-RL: Faster Training of Reasoning Models via Online Curriculum Learning","created":"2025-06-10","cited_by_count":29,"area":"lr"},{"id":"2506.02864","title":"BNPO: Beta Normalization Policy Optimization","created":"2025-06-03","cited_by_count":28,"area":"lr"},{"id":"2505.13438","title":"Optimizing Anytime Reasoning via Budget Relative Policy Optimization","created":"2025-05-19","cited_by_count":27,"area":"lr"},{"id":"2509.21474","title":"d2: Improving Reasoning in Diffusion Language Models via Trajectory Likelihood Estimation","created":"2025-09-25","cited_by_count":27,"area":"lr"},{"id":"2512.16912","title":"Exploration vs Exploitation: Rethinking RLVR through Clipping, Entropy, and Spurious Reward","created":"2025-12-18","cited_by_count":27,"area":"lr"},{"id":"2510.00977","title":"It Takes Two: Your GRPO Is Secretly DPO","created":"2025-10-01","cited_by_count":26,"area":"lr"},{"id":"2506.14175","title":"GRAM: A Generative Foundation Reward Model for Reward Generalization","created":"2025-06-17","cited_by_count":25,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2502.16852","title":"Improving LLM General Preference Alignment via Optimistic Online Mirror Descent","created":"2025-02-24","cited_by_count":24,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2412.06000","title":"Does RLHF Scale? Exploring the Impacts From Data, Model, and Method","created":"2024-12-08","cited_by_count":23,"area":"alignment"},{"id":"2312.13980","title":"Carve3D: Improving Multi-view Reconstruction Consistency for Diffusion Models with RL Finetuning","created":"2023-12-21","cited_by_count":22,"area":"diffusion"},{"id":"2502.07460","title":"Logarithmic Regret for Online KL-Regularized Reinforcement Learning","created":"2025-02-11","cited_by_count":22,"area":"alignment"},{"id":"2505.17989","title":"Outcome-based Reinforcement Learning to Predict the Future","created":"2025-05-23","cited_by_count":22,"area":"lr"},{"id":"2509.25849","title":"Knapsack RL: Unlocking Exploration of LLMs via Optimizing Budget Allocation","created":"2025-09-30","cited_by_count":22,"area":null},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2510.02240","title":"RewardMap: Tackling Sparse Rewards in Fine-grained Visual Reasoning via Multi-Stage Reinforcement Learning","created":"2025-10-02","cited_by_count":21,"area":"lr"},{"id":"2603.01162","title":"Demystifying Group Relative Policy Optimization: Its Policy Gradient is a U-Statistic","created":"2026-03-01","cited_by_count":21,"area":"lr"},{"id":"2410.16714","title":"Magnetic Preference Optimization: Achieving Last-iterate Convergence for Language Model Alignment","created":"2024-10-22","cited_by_count":20,"area":"alignment"},{"id":"2505.11595","title":"Stepwise Guided Policy Optimization: Coloring your Incorrect Reasoning in GRPO","created":"2025-05-16","cited_by_count":19,"area":"lr"},{"id":"2505.16826","title":"KTAE: A Model-Free Algorithm to Key-Tokens Advantage Estimation in Mathematical Reasoning","created":"2025-05-22","cited_by_count":19,"area":"lr"},{"id":"2602.08354","title":"Does Your Reasoning Model Implicitly Know When to Stop Thinking?","created":"2026-02-09","cited_by_count":19,"area":"lr"},{"id":"2512.21852","title":"A Comedy of Estimators: On KL Regularization in RL Training of LLMs","created":"2025-12-26","cited_by_count":18,"area":"lr"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2410.07627","title":"Automatic Curriculum Expert Iteration for Reliable LLM Reasoning","created":"2024-10-10","cited_by_count":16,"area":"lr"},{"id":"2505.12366","title":"DisCO: Reinforcing Large Reasoning Models with Discriminative Constrained Optimization","created":"2025-05-18","cited_by_count":16,"area":"lr"},{"id":"2509.10396","title":"Inpainting-Guided Policy Optimization for Diffusion Large Language Models","created":"2025-09-12","cited_by_count":16,"area":"diffusion"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2506.09820","title":"CoRT: Code-integrated Reasoning within Thinking","created":"2025-06-11","cited_by_count":15,"area":"lr"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2511.18538","title":"From Code Foundation Models to Agents and Applications: A Comprehensive Survey and Practical Guide to Code Intelligence","created":"2025-11-23","cited_by_count":15,"area":"agents"},{"id":"2607.04763","title":"Multi-Turn On-Policy Distillation with Prefix Replay","created":"2026-07-06","cited_by_count":15,"area":"agents"},{"id":"2502.11026","title":"RLHF in an SFT Way: From Optimal Solution to Reward-Weighted Alignment","created":"2025-02-16","cited_by_count":14,"area":"alignment"},{"id":"2505.19653","title":"Token-Importance Guided Direct Preference Optimization","created":"2025-05-26","cited_by_count":14,"area":"alignment"},{"id":"2504.03784","title":"Robust Reinforcement Learning from Human Feedback for Large Language Models Fine-Tuning","created":"2025-04-03","cited_by_count":13,"area":"alignment"},{"id":"2506.02281","title":"Angles Don't Lie: Unlocking Training-Efficient RL Through the Model's Own Signals","created":"2025-06-02","cited_by_count":13,"area":null},{"id":"2506.10341","title":"Formalizing Learning from Language Feedback with Provable Guarantees","created":"2025-06-12","cited_by_count":13,"area":null},{"id":"2601.22664","title":"Real-Time Aligned Reward Model beyond Semantics","created":"2026-01-30","cited_by_count":13,"area":"alignment"},{"id":"2409.04340","title":"AGR: Age Group fairness Reward for Bias Mitigation in LLMs","created":"2024-09-06","cited_by_count":12,"area":"alignment"},{"id":"2501.05727","title":"Self-Evolving Critique Abilities in Large Language Models","created":"2025-01-10","cited_by_count":12,"area":"lr"},{"id":"2506.01183","title":"Doubly Robust Alignment for Large Language Models","created":"2025-06-01","cited_by_count":12,"area":"alignment"},{"id":"2510.00911","title":"RiskPO: Risk-based Policy Optimization via Verifiable Reward for LLM Post-Training","created":"2025-10-01","cited_by_count":12,"area":"lr"},{"id":"2602.01382","title":"PromptRL: Prompt Matters in RL for Flow-Based Image Generation","created":"2026-02-01","cited_by_count":12,"area":"diffusion"},{"id":"2505.15311","title":"Trajectory Bellman Residual Minimization: A Simple Value-Based Method for LLM Reasoning","created":"2025-05-21","cited_by_count":11,"area":"lr"},{"id":"2505.15447","title":"ViaRL: Adaptive Temporal Grounding via Visual Iterated Amplification Reinforcement Learning","created":"2025-05-21","cited_by_count":11,"area":"lr"},{"id":"2602.01062","title":"SetPO: Set-Level Policy Optimization for Diversity-Preserving LLM Reasoning","created":"2026-02-01","cited_by_count":11,"area":"lr"},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2602.17616","title":"Stable Asynchrony: Variance-Controlled Off-Policy RL for LLMs","created":"2026-02-19","cited_by_count":11,"area":null},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2506.07121","title":"Quality-Diversity Red-Teaming: Automated Generation of High-Quality and Diverse Attackers for Large Language Models","created":"2025-06-08","cited_by_count":9,"area":"safety"},{"id":"2504.13178","title":"Aligning Constraint Generation with Design Intent in Parametric CAD","created":"2025-04-17","cited_by_count":8,"area":null},{"id":"2605.19282","title":"Rethinking Muon Beyond Pretraining: Spectral Failures and High-Pass Remedies for VLA and RLVR","created":"2026-05-19","cited_by_count":8,"area":"lr"},{"id":"2407.03856","title":"Q-Adapter: Customizing Pre-trained LLMs to New Preferences with Forgetting Mitigation","created":"2024-07-04","cited_by_count":7,"area":"alignment"},{"id":"2506.12350","title":"Theoretical Tensions in RLHF: Reconciling Empirical Success with Inconsistencies in Social Choice Theory","created":"2025-06-14","cited_by_count":7,"area":"alignment"},{"id":"2508.14460","title":"DuPO: Enabling Reliable LLM Self-Verification via Dual Preference Optimization","created":"2025-08-20","cited_by_count":7,"area":"alignment"},{"id":"2510.04506","title":"GRACE: Generative Representation Learning via Contrastive Policy Optimization","created":"2025-10-06","cited_by_count":7,"area":"lr"},{"id":"2605.03327","title":"DGPO: Distribution Guided Policy Optimization for Fine Grained Credit Assignment","created":"2026-05-05","cited_by_count":7,"area":"lr"},{"id":"2412.06827","title":"Enhancing LLMs for Physics Problem-Solving using Reinforcement Learning with Human-AI Feedback","created":"2024-12-06","cited_by_count":6,"area":"alignment"},{"id":"2602.07078","title":"The Optimal Token Baseline: Variance Reduction for Long-Horizon LLM-RL","created":"2026-02-06","cited_by_count":6,"area":null},{"id":"2503.04240","title":"DiffPO: Diffusion-styled Preference Optimization for Efficient Inference-Time Alignment of Large Language Models","created":"2025-03-06","cited_by_count":5,"area":"alignment"},{"id":"2503.04793","title":"Sentence-level Reward Model can Generalize Better for Aligning LLM from Human Preference","created":"2025-03-01","cited_by_count":5,"area":"alignment"},{"id":"2503.21383","title":"Controlling Large Language Model with Latent Actions","created":"2025-03-27","cited_by_count":5,"area":null},{"id":"2506.02553","title":"Response-Level Rewards Are All You Need for Online Reinforcement Learning in LLMs: A Mathematical Perspective","created":"2025-06-03","cited_by_count":5,"area":"alignment"}],"next_cursor":"100"}