{"total":686,"rows":[{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2505.05470","title":"Flow-GRPO: Training Flow Matching Models via Online RL","created":"2025-05-08","cited_by_count":661,"area":"lr"},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2308.09583","title":"WizardMath: Empowering Mathematical Reasoning for Large Language Models via Reinforced Evol-Instruct","created":"2023-08-18","cited_by_count":625,"area":"lr"},{"id":"2309.00267","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","created":"2023-09-01","cited_by_count":625,"area":"alignment"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2308.08998","title":"Reinforced Self-Training (ReST) for Language Modeling","created":"2023-08-17","cited_by_count":500,"area":"alignment"},{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2309.17400","title":"Directly Fine-Tuning Diffusion Models on Differentiable Rewards","created":"2023-09-29","cited_by_count":448,"area":"diffusion"},{"id":"2308.01825","title":"Scaling Relationship on Learning Mathematical Reasoning with Large Language Models","created":"2023-08-03","cited_by_count":427,"area":"lr"},{"id":"2308.06463","title":"GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher","created":"2023-08-12","cited_by_count":423,"area":"alignment"},{"id":"2308.05374","title":"Trustworthy LLMs: a Survey and Guideline for Evaluating Large Language Models' Alignment","created":"2023-08-10","cited_by_count":401,"area":null},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2312.06585","title":"Beyond Human Data: Scaling Self-Training for Problem-Solving with Language Models","created":"2023-12-11","cited_by_count":349,"area":"synth"},{"id":"2406.03816","title":"ReST-MCTS*: LLM Self-Training via Process Reward Guided Tree Search","created":"2024-06-06","cited_by_count":344,"area":"lr"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2309.17179","title":"Alphazero-like Tree-Search can Guide Large Language Model Decoding and Training","created":"2023-09-29","cited_by_count":295,"area":"lr"},{"id":"2310.03739","title":"Aligning Text-to-Image Diffusion Models with Reward Backpropagation","created":"2023-10-05","cited_by_count":288,"area":"diffusion"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2505.19223","title":"LLaDA 1.5: Variance-Reduced Preference Optimization for Large Language Diffusion Models","created":"2025-05-25","cited_by_count":285,"area":"diffusion"},{"id":"2501.13918","title":"Improving Video Generation with Human Feedback","created":"2025-01-23","cited_by_count":284,"area":"diffusion"},{"id":"2405.07863","title":"RLHF Workflow: From Reward Modeling to Online RLHF","created":"2024-05-13","cited_by_count":267,"area":"lr"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2307.06350","title":"T2I-CompBench++: An Enhanced and Comprehensive Benchmark for Compositional Text-to-image Generation","created":"2023-07-12","cited_by_count":260,"area":null},{"id":"2511.16624","title":"SAM 3D: 3Dfy Anything in Images","created":"2025-11-20","cited_by_count":247,"area":null},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2312.00886","title":"Nash Learning from Human Feedback","created":"2023-12-01","cited_by_count":224,"area":"alignment"},{"id":"2507.01352","title":"Skywork-Reward-V2: Scaling Preference Data Curation via Human-AI Synergy","created":"2025-07-02","cited_by_count":214,"area":"lr"},{"id":"2312.09244","title":"Helping or Herding? Reward Model Ensembles Mitigate but do not Eliminate Reward Hacking","created":"2023-12-14","cited_by_count":200,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2404.14367","title":"Preference Fine-Tuning of LLMs Should Leverage Suboptimal, On-Policy Data","created":"2024-04-22","cited_by_count":185,"area":null},{"id":"2307.08715","title":"MasterKey: Automated Jailbreak Across Multiple Large Language Model Chatbots","created":"2023-07-16","cited_by_count":183,"area":"safety"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2509.08827","title":"A Survey of Reinforcement Learning for Large Reasoning Models","created":"2025-09-10","cited_by_count":180,"area":"lr"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2402.10207","title":"Rewards-in-Context: Multi-objective Alignment of Foundation Models with Dynamic Preference Adjustment","created":"2024-02-15","cited_by_count":175,"area":"alignment"},{"id":"2309.16240","title":"Beyond Reverse KL: Generalizing Direct Preference Optimization with Diverse Divergence Constraints","created":"2023-09-28","cited_by_count":174,"area":"alignment"},{"id":"2312.15166","title":"SOLAR 10.7B: Scaling Large Language Models with Simple yet Effective Depth Up-Scaling","created":"2023-12-23","cited_by_count":172,"area":null},{"id":"2505.15134","title":"The Unreasonable Effectiveness of Entropy Minimization in LLM Reasoning","created":"2025-05-21","cited_by_count":166,"area":"lr"},{"id":"2403.04642","title":"Teaching Large Language Models to Reason with Reinforcement Learning","created":"2024-03-07","cited_by_count":160,"area":"lr"},{"id":"2309.07124","title":"RAIN: Your Language Models Can Align Themselves without Finetuning","created":"2023-09-13","cited_by_count":157,"area":"alignment"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2504.11343","title":"A Minimalist Approach to LLM Reasoning: from Rejection Sampling to Reinforce","created":"2025-04-15","cited_by_count":145,"area":"lr"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2408.08252","title":"Derivative-Free Guidance in Continuous and Discrete Diffusion Models with Soft Value-Based Decoding","created":"2024-08-15","cited_by_count":136,"area":"diffusion"},{"id":"2404.11999","title":"Token-level Direct Preference Optimization","created":"2024-04-18","cited_by_count":135,"area":"alignment"},{"id":"2504.07912","title":"Echo Chamber: RL Post-training Amplifies Behaviors Learned in Pretraining","created":"2025-04-10","cited_by_count":129,"area":"lr"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2508.05629","title":"On the Generalization of SFT: A Reinforcement Learning Perspective with Reward Rectification","created":"2025-08-07","cited_by_count":127,"area":"lr"},{"id":"2503.00555","title":"Safety Tax: Safety Alignment Makes Your Large Reasoning Models Less Reasonable","created":"2025-03-01","cited_by_count":122,"area":"lr"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2406.04312","title":"ReNO: Enhancing One-step Text-to-Image Models through Reward-based Noise Optimization","created":"2024-06-06","cited_by_count":119,"area":"alignment"},{"id":"2503.15478","title":"SWEET-RL: Training Multi-Turn LLM Agents on Collaborative Reasoning Tasks","created":"2025-03-19","cited_by_count":118,"area":"lr"},{"id":"2504.16828","title":"Process Reward Models That Think","created":"2025-04-23","cited_by_count":118,"area":"lr"},{"id":"2401.02906","title":"MLLM-Protector: Ensuring MLLM's Safety without Hurting Performance","created":"2024-01-05","cited_by_count":117,"area":"mllm"},{"id":"2402.01109","title":"Vaccine: Perturbation-aware Alignment for Large Language Models against Harmful Fine-tuning Attack","created":"2024-02-02","cited_by_count":115,"area":"alignment"},{"id":"2502.12143","title":"Small Models Struggle to Learn from Strong Reasoners","created":"2025-02-17","cited_by_count":113,"area":"lr"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2410.20290","title":"Fast Best-of-N Decoding via Speculative Rejection","created":"2024-10-26","cited_by_count":112,"area":null},{"id":"2507.22058","title":"X-Omni: Reinforcement Learning Makes Discrete Autoregressive Image Generative Models Great Again","created":"2025-07-29","cited_by_count":112,"area":"deeprl"},{"id":"2310.05344","title":"SteerLM: Attribute Conditioned SFT as an (User-Steerable) Alternative to RLHF","created":"2023-10-09","cited_by_count":111,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2411.01111","title":"Rule Based Rewards for Language Model Safety","created":"2024-11-02","cited_by_count":108,"area":"alignment"},{"id":"2407.08737","title":"Video Diffusion Alignment via Reward Gradients","created":"2024-07-11","cited_by_count":107,"area":"diffusion"},{"id":"2402.13457","title":"A Comprehensive Study of Jailbreak Attack versus Defense for Large Language Models","created":"2024-02-21","cited_by_count":106,"area":"safety"},{"id":"2501.19324","title":"Reward-Guided Speculative Decoding for Efficient LLM Reasoning","created":"2025-01-31","cited_by_count":106,"area":"lr"},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2310.10080","title":"Let's reward step by step: Step-Level reward model as the Navigators for Reasoning","created":"2023-10-16","cited_by_count":102,"area":"lr"},{"id":"2404.04465","title":"Aligning Diffusion Models by Optimizing Human Utility","created":"2024-04-06","cited_by_count":101,"area":"diffusion"},{"id":"2503.21878","title":"Is Best-of-N the Best of Them? Coverage, Scaling, and Optimality in Inference-Time Alignment","created":"2025-03-27","cited_by_count":97,"area":"alignment"},{"id":"2405.20304","title":"Group Robust Preference Optimization in Reward-free RLHF","created":"2024-05-30","cited_by_count":95,"area":"lr"},{"id":"2407.13690","title":"DART-Math: Difficulty-Aware Rejection Tuning for Mathematical Problem-Solving","created":"2024-06-18","cited_by_count":95,"area":"lr"},{"id":"2507.14805","title":"Subliminal Learning: Language models transmit behavioral traits via hidden signals in data","created":"2025-07-20","cited_by_count":95,"area":null},{"id":"2510.18874","title":"Retaining by Doing: The Role of On-Policy Data in Mitigating Forgetting","created":"2025-10-21","cited_by_count":94,"area":null},{"id":"2403.08715","title":"SOTOPIA-$\\pi$: Interactive Learning of Socially Intelligent Language Agents","created":"2024-03-13","cited_by_count":93,"area":"agents"},{"id":"2504.05520","title":"Efficient Reinforcement Finetuning via Adaptive Curriculum Learning","created":"2025-04-07","cited_by_count":93,"area":"lr"},{"id":"2405.18641","title":"Lisa: Lazy Safety Alignment for Large Language Models against Harmful Fine-tuning Attack","created":"2024-05-28","cited_by_count":92,"area":"alignment"},{"id":"2409.01586","title":"Booster: Tackling Harmful Fine-tuning for Large Language Models via Attenuating Harmful Perturbation","created":"2024-09-03","cited_by_count":92,"area":null},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2409.18169","title":"Harmful Fine-tuning Attacks and Defenses for Large Language Models: A Survey","created":"2024-09-26","cited_by_count":90,"area":"alignment"},{"id":"2506.03106","title":"Critique-GRPO: Advancing LLM Reasoning with Natural Language and Numerical Feedback","created":"2025-06-03","cited_by_count":90,"area":"lr"},{"id":"2405.18750","title":"T2V-Turbo: Breaking the Quality Bottleneck of Video Consistency Model with Mixed Reward Feedback","created":"2024-05-29","cited_by_count":87,"area":"diffusion"},{"id":"2410.15115","title":"On Designing Effective RL Reward at Training Time for LLM Reasoning","created":"2024-10-19","cited_by_count":87,"area":"lr"},{"id":"2312.12490","title":"InstructVideo: Instructing Video Diffusion Models with Human Feedback","created":"2023-12-19","cited_by_count":86,"area":"diffusion"},{"id":"2502.13124","title":"NaturalReasoning: Reasoning in the Wild with 2.8M Challenging Questions","created":"2025-02-18","cited_by_count":84,"area":"lr"},{"id":"2404.10642","title":"Self-playing Adversarial Language Game Enhances LLM Reasoning","created":"2024-04-16","cited_by_count":83,"area":"lr"},{"id":"2402.02030","title":"Panacea: Pareto Alignment via Preference Adaptation for LLMs","created":"2024-02-03","cited_by_count":80,"area":"alignment"},{"id":"2401.12244","title":"Large-scale Reinforcement Learning for Diffusion Models","created":"2024-01-20","cited_by_count":78,"area":"diffusion"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2311.14736","title":"Data Diversity Matters for Robust Instruction Tuning","created":"2023-11-21","cited_by_count":76,"area":null},{"id":"2407.14622","title":"BOND: Aligning LLMs with Best-of-N Distillation","created":"2024-07-19","cited_by_count":76,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"}],"next_cursor":"100"}