{"total":262,"rows":[{"id":"2409.19256","title":"HybridFlow: A Flexible and Efficient RLHF Framework","created":"2024-09-28","cited_by_count":2057,"area":"alignment"},{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2404.14367","title":"Preference Fine-Tuning of LLMs Should Leverage Suboptimal, On-Policy Data","created":"2024-04-22","cited_by_count":185,"area":null},{"id":"2410.01679","title":"VinePPO: Refining Credit Assignment in RL Training of LLMs","created":"2024-10-02","cited_by_count":183,"area":null},{"id":"2410.02089","title":"RLEF: Grounding Code LLMs in Execution Feedback with Reinforcement Learning","created":"2024-10-02","cited_by_count":151,"area":"lr"},{"id":"2508.07976","title":"Beyond Ten Turns: Unlocking Long-Horizon Agentic Search with Large-Scale Asynchronous RL","created":"2025-08-11","cited_by_count":150,"area":"agents"},{"id":"2410.12832","title":"Generative Reward Models","created":"2024-10-02","cited_by_count":148,"area":"alignment"},{"id":"2502.21321","title":"LLM Post-Training: A Deep Dive into Reasoning Large Language Models","created":"2025-02-28","cited_by_count":135,"area":"lr"},{"id":"2501.13926","title":"Can We Generate Images with CoT? Let's Verify and Reinforce Image Generation Step by Step","created":"2025-01-23","cited_by_count":131,"area":"lr"},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2505.19789","title":"What Can RL Bring to VLA Generalization? An Empirical Study","created":"2025-05-26","cited_by_count":108,"area":"vla"},{"id":"2407.01603","title":"A Review of Large Language Models and Autonomous Agents in Chemistry","created":"2024-06-26","cited_by_count":99,"area":"agents"},{"id":"2410.15115","title":"On Designing Effective RL Reward at Training Time for LLM Reasoning","created":"2024-10-19","cited_by_count":87,"area":"lr"},{"id":"2411.19943","title":"Critical Tokens Matter: Token-Level Contrastive Estimation Enhances LLM's Reasoning Capability","created":"2024-11-29","cited_by_count":83,"area":"lr"},{"id":"2503.16252","title":"Fin-R1: A Large Language Model for Financial Reasoning through Reinforcement Learning","created":"2025-03-20","cited_by_count":83,"area":"lr"},{"id":"2406.20052","title":"Understanding and Mitigating Language Confusion in LLMs","created":"2024-06-28","cited_by_count":75,"area":null},{"id":"2503.15477","title":"What Makes a Reward Model a Good Teacher? An Optimization Perspective","created":"2025-03-19","cited_by_count":73,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2412.10400","title":"Reinforcement Learning Enhanced LLMs: A Survey","created":"2024-12-05","cited_by_count":71,"area":"lr"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2505.21444","title":"Can Large Reasoning Models Self-Train?","created":"2025-05-27","cited_by_count":68,"area":"lr"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2406.03949","title":"UltraMedical: Building Specialized Generalists in Biomedicine","created":"2024-06-06","cited_by_count":67,"area":null},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2501.09695","title":"Mitigating Hallucinations in Large Vision-Language Models via DPO: On-Policy Data Hold the Key","created":"2025-01-16","cited_by_count":65,"area":"mllm"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2406.00222","title":"Learning to Clarify: Multi-turn Conversations with Action-Based Contrastive Self-Training","created":"2024-05-31","cited_by_count":57,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2503.19595","title":"Optimizing Language Models for Inference Time Objectives using Reinforcement Learning","created":"2025-03-25","cited_by_count":53,"area":null},{"id":"2502.04194","title":"The Best Instruction-Tuning Data are Those That Fit","created":"2025-02-06","cited_by_count":52,"area":null},{"id":"2506.08446","title":"A Survey on Large Language Models for Mathematical Reasoning","created":"2025-06-10","cited_by_count":52,"area":"lr"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2411.04991","title":"Rethinking Bradley-Terry Models in Preference-Based Reward Modeling: Foundations, Theory, and Alternatives","created":"2024-11-07","cited_by_count":48,"area":"lr"},{"id":"2406.06424","title":"Margin-aware Preference Optimization for Aligning Diffusion Models without Reference","created":"2024-06-10","cited_by_count":46,"area":"diffusion"},{"id":"2505.12929","title":"Do Not Let Low-Probability Tokens Over-Dominate in RL for LLMs","created":"2025-05-19","cited_by_count":44,"area":"lr"},{"id":"2503.03710","title":"Improving LLM Safety Alignment with Dual-Objective Optimization","created":"2025-03-05","cited_by_count":43,"area":"alignment"},{"id":"2502.12668","title":"Evaluation of Best-of-N Sampling Strategies for Language Model Alignment","created":"2025-02-18","cited_by_count":39,"area":"alignment"},{"id":"2509.17940","title":"DriveDPO: Policy Learning via Safety DPO For End-to-End Autonomous Driving","created":"2025-09-22","cited_by_count":39,"area":"driving"},{"id":"2503.12854","title":"Enhancing LLM Reasoning with Iterative DPO: A Comprehensive Empirical Investigation","created":"2025-03-17","cited_by_count":37,"area":"lr"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2602.02710","title":"Maximum Likelihood Reinforcement Learning","created":"2026-02-02","cited_by_count":36,"area":"deeprl"},{"id":"2409.07253","title":"Alignment of Diffusion Models: Fundamentals, Challenges, and Future","created":"2024-09-11","cited_by_count":35,"area":"diffusion"},{"id":"2405.17888","title":"Getting More Juice Out of the SFT Data: Reward Learning from Human Demonstration Improves SFT for LLM Alignment","created":"2024-05-28","cited_by_count":32,"area":"alignment"},{"id":"2409.15360","title":"Reward-Robust RLHF in LLMs","created":"2024-09-18","cited_by_count":32,"area":"alignment"},{"id":"2505.18454","title":"Hybrid Latent Reasoning via Reinforcement Learning","created":"2025-05-24","cited_by_count":32,"area":"lr"},{"id":"2502.17543","title":"Training a Generally Curious Agent","created":"2025-02-24","cited_by_count":31,"area":"agents"},{"id":"2505.17017","title":"Delving into RL for Image Generation with CoT: A Study on DPO vs. GRPO","created":"2025-05-22","cited_by_count":31,"area":"lr"},{"id":"2405.17931","title":"Online Merging Optimizers for Boosting Rewards and Mitigating Tax in Alignment","created":"2024-05-28","cited_by_count":28,"area":"alignment"},{"id":"2506.10406","title":"PAG: Multi-Turn Reinforced LLM Self-Correction with Policy as Generative Verifier","created":"2025-06-12","cited_by_count":28,"area":null},{"id":"2408.08072","title":"I-SHEEP: Self-Alignment of LLM from Scratch through an Iterative Self-Enhancement Paradigm","created":"2024-08-15","cited_by_count":27,"area":null},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2410.15595","title":"A Comprehensive Survey of Direct Preference Optimization: Datasets, Theories, Variants, and Applications","created":"2024-10-21","cited_by_count":27,"area":"lr"},{"id":"2410.15334","title":"Modality-Fair Preference Optimization for Trustworthy MLLM Alignment","created":"2024-10-20","cited_by_count":26,"area":"mllm"},{"id":"2407.06443","title":"Exposing Privacy Gaps: Membership Inference Attack on Preference Data for LLM Alignment","created":"2024-07-08","cited_by_count":25,"area":"alignment"},{"id":"2505.01997","title":"Restoring Calibration for Aligned Large Language Models: A Calibration-Aware Fine-Tuning Approach","created":"2025-05-04","cited_by_count":25,"area":"alignment"},{"id":"2506.21495","title":"Bridging Offline and Online Reinforcement Learning for LLMs","created":"2025-06-26","cited_by_count":25,"area":null},{"id":"2406.07327","title":"3D-Properties: Identifying Challenges in DPO and Charting a Path Forward","created":"2024-06-11","cited_by_count":24,"area":"alignment"},{"id":"2505.15456","title":"Teaching Language Models to Evolve with Users: Dynamic Profile Modeling for Personalized Alignment","created":"2025-05-21","cited_by_count":24,"area":null},{"id":"2407.02477","title":"Understanding Alignment in Multimodal LLMs: A Comprehensive Study","created":"2024-07-02","cited_by_count":23,"area":"mllm"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2412.06000","title":"Does RLHF Scale? Exploring the Impacts From Data, Model, and Method","created":"2024-12-08","cited_by_count":23,"area":"alignment"},{"id":"2406.11817","title":"Iterative Length-Regularized Direct Preference Optimization: A Case Study on Improving 7B Language Models to GPT-4 Level","created":"2024-06-17","cited_by_count":22,"area":"alignment"},{"id":"2507.04136","title":"A Technical Survey of Reinforcement Learning Techniques for Large Language Models","created":"2025-07-05","cited_by_count":21,"area":"lr"},{"id":"2503.18991","title":"Inverse Reinforcement Learning with Dynamic Reward Scaling for LLM Alignment","created":"2025-03-23","cited_by_count":20,"area":"alignment"},{"id":"2506.19807","title":"KnowRL: Exploring Knowledgeable Reinforcement Learning for Factuality","created":"2025-06-24","cited_by_count":20,"area":"lr"},{"id":"2406.01660","title":"Self-Improving Robust Preference Optimization","created":"2024-06-03","cited_by_count":19,"area":"alignment"},{"id":"2502.16320","title":"Direct Alignment with Heterogeneous Preferences","created":"2025-02-22","cited_by_count":19,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2503.12689","title":"MagicID: Hybrid Preference Optimization for ID-Consistent and Dynamic-Preserved Video Customization","created":"2025-03-16","cited_by_count":17,"area":null},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2506.00391","title":"SHARE: An SLM-based Hierarchical Action CorREction Assistant for Text-to-SQL","created":"2025-05-31","cited_by_count":16,"area":"lr"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2506.12725","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","created":"2025-06-15","cited_by_count":15,"area":"alignment"},{"id":"2507.00841","title":"SafeMobile: Chain-level Jailbreak Detection and Automated Evaluation for Multimodal Mobile Agents","created":"2025-07-01","cited_by_count":15,"area":"safety"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2502.05253","title":"LLMs Can Teach Themselves to Better Predict the Future","created":"2025-02-07","cited_by_count":14,"area":"lr"},{"id":"2502.17515","title":"Towards User-level Private Reinforcement Learning with Human Feedback","created":"2025-02-22","cited_by_count":14,"area":"alignment"},{"id":"2503.18130","title":"Mitigating Reward Over-Optimization in RLHF via Behavior-Supported Regularization","created":"2025-03-23","cited_by_count":14,"area":"alignment"},{"id":"2503.05079","title":"On a Connection Between Imitation Learning and RLHF","created":"2025-03-07","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2505.10527","title":"WorldPM: Scaling Human Preference Modeling","created":"2025-05-15","cited_by_count":13,"area":"alignment"},{"id":"2410.15483","title":"Understanding Forgetting in LLM Supervised Fine-Tuning and Preference Learning -- A Convex Optimization Perspective","created":"2024-10-20","cited_by_count":12,"area":"alignment"},{"id":"2503.05453","title":"Soft Policy Optimization: Online Off-Policy RL for Sequence Models","created":"2025-03-07","cited_by_count":12,"area":null},{"id":"2508.18312","title":"What Matters in Data for DPO?","created":"2025-08-23","cited_by_count":12,"area":"alignment"},{"id":"2509.16736","title":"Towards Transparent and Incentive-Compatible Collaboration in Decentralized LLM Multi-Agent Systems: A Blockchain-Driven Approach","created":"2025-09-20","cited_by_count":12,"area":"agents"},{"id":"2405.19806","title":"Preference Alignment with Flow Matching","created":"2024-05-30","cited_by_count":11,"area":"alignment"},{"id":"2406.17923","title":"PAFT: A Parallel Training Paradigm for Effective LLM Fine-Tuning","created":"2024-06-25","cited_by_count":11,"area":"alignment"},{"id":"2503.19612","title":"RL-finetuning LLMs from on- and off-policy data with a single algorithm","created":"2025-03-25","cited_by_count":11,"area":null},{"id":"2512.23126","title":"InSPO: Unlocking Intrinsic Self-Reflection for LLM Preference Optimization","created":"2025-12-29","cited_by_count":11,"area":"alignment"},{"id":"2606.11559","title":"HERO: Hindsight-Enhanced Reflection from Environment Observations for Agentic Self-Distillation","created":"2026-06-10","cited_by_count":11,"area":"agents"},{"id":"2408.09385","title":"Reward Difference Optimization For Sample Reweighting In Offline RLHF","created":"2024-08-18","cited_by_count":10,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2502.19731","title":"Preference Learning Unlocks LLMs' Psycho-Counseling Skills","created":"2025-02-27","cited_by_count":10,"area":"alignment"},{"id":"2505.19770","title":"Understanding the Performance Gap in Preference Learning: A Dichotomy of RLHF and DPO","created":"2025-05-26","cited_by_count":10,"area":"alignment"}],"next_cursor":"100"}