{"total":500,"rows":[{"id":"2501.12599","title":"Kimi k1.5: Scaling Reinforcement Learning with LLMs","created":"2025-01-22","cited_by_count":1210,"area":"lr"},{"id":"2504.13837","title":"Does Reinforcement Learning Really Incentivize Reasoning Capacity in LLMs Beyond the Base Model?","created":"2025-04-18","cited_by_count":982,"area":"lr"},{"id":"2311.12908","title":"Diffusion Model Alignment Using Direct Preference Optimization","created":"2023-11-21","cited_by_count":790,"area":"wm"},{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681,"area":"alignment"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2408.15240","title":"Generative Verifiers: Reward Modeling as Next-Token Prediction","created":"2024-08-27","cited_by_count":480,"area":"lr"},{"id":"2601.18734","title":"Self-Distilled Reasoner: On-Policy Self-Distillation for Large Language Models","created":"2026-01-26","cited_by_count":455,"area":"lr"},{"id":"2503.09567","title":"Towards Reasoning Era: A Survey of Long Chain-of-Thought for Reasoning Large Language Models","created":"2025-03-12","cited_by_count":384,"area":"lr"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2312.06585","title":"Beyond Human Data: Scaling Self-Training for Problem-Solving with Language Models","created":"2023-12-11","cited_by_count":349,"area":"synth"},{"id":"2406.03816","title":"ReST-MCTS*: LLM Self-Training via Process Reward Guided Tree Search","created":"2024-06-06","cited_by_count":344,"area":"lr"},{"id":"2502.03373","title":"Demystifying Long Chain-of-Thought Reasoning in LLMs","created":"2025-02-05","cited_by_count":326,"area":"lr"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2502.17419","title":"From System 1 to System 2: A Survey of Reasoning Large Language Models","created":"2025-02-24","cited_by_count":320,"area":"lr"},{"id":"2402.04997","title":"Generative Flows on Discrete State-Spaces: Enabling Multimodal Flows with Applications to Protein Co-Design","created":"2024-02-07","cited_by_count":305,"area":"diffusion"},{"id":"2403.09629","title":"Quiet-STaR: Language Models Can Teach Themselves to Think Before Speaking","created":"2024-03-14","cited_by_count":301,"area":"lr"},{"id":"2309.17179","title":"Alphazero-like Tree-Search can Guide Large Language Model Decoding and Training","created":"2023-09-29","cited_by_count":295,"area":"lr"},{"id":"2501.09686","title":"Towards Large Reasoning Models: A Survey of Reinforced Reasoning with Large Language Models","created":"2025-01-16","cited_by_count":293,"area":"wm"},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2405.07863","title":"RLHF Workflow: From Reward Modeling to Online RLHF","created":"2024-05-13","cited_by_count":267,"area":"lr"},{"id":"2310.10482","title":"xCOMET: Transparent Machine Translation Evaluation through Fine-grained Error Detection","created":"2023-10-16","cited_by_count":265,"area":null},{"id":"2312.14925","title":"A Survey of Reinforcement Learning from Human Feedback","created":"2023-12-22","cited_by_count":264,"area":"alignment"},{"id":"2404.19733","title":"Iterative Reasoning Preference Optimization","created":"2024-04-30","cited_by_count":246,"area":"lr"},{"id":"2405.00451","title":"Monte Carlo Tree Search Boosts Reasoning via Iterative Preference Learning","created":"2024-05-01","cited_by_count":241,"area":"lr"},{"id":"2406.01297","title":"When Can LLMs Actually Correct Their Own Mistakes? A Critical Survey of Self-Correction of LLMs","created":"2024-06-03","cited_by_count":240,"area":null},{"id":"2401.08967","title":"ReFT: Reasoning with Reinforced Fine-Tuning","created":"2024-01-17","cited_by_count":239,"area":"lr"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2311.10702","title":"Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2","created":"2023-11-17","cited_by_count":229,"area":"alignment"},{"id":"2402.19446","title":"ArCHer: Training Language Model Agents via Hierarchical Multi-Turn RL","created":"2024-02-29","cited_by_count":228,"area":"agents"},{"id":"2402.06457","title":"V-STaR: Training Verifiers for Self-Taught Reasoners","created":"2024-02-09","cited_by_count":217,"area":"lr"},{"id":"2404.11018","title":"Many-Shot In-Context Learning","created":"2024-04-17","cited_by_count":206,"area":null},{"id":"2312.09244","title":"Helping or Herding? Reward Model Ensembles Mitigate but do not Eliminate Reward Hacking","created":"2023-12-14","cited_by_count":200,"area":"alignment"},{"id":"2403.02502","title":"Trial and Error: Exploration-Based Trajectory Optimization for LLM Agents","created":"2024-03-04","cited_by_count":197,"area":"agents"},{"id":"2404.14367","title":"Preference Fine-Tuning of LLMs Should Leverage Suboptimal, On-Policy Data","created":"2024-04-22","cited_by_count":185,"area":null},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2505.18719","title":"VLA-RL: Towards Masterful and General Robotic Manipulation with Scalable Reinforcement Learning","created":"2025-05-24","cited_by_count":176,"area":"vla"},{"id":"2402.10207","title":"Rewards-in-Context: Multi-objective Alignment of Foundation Models with Dynamic Preference Adjustment","created":"2024-02-15","cited_by_count":175,"area":"alignment"},{"id":"2403.04642","title":"Teaching Large Language Models to Reason with Reinforcement Learning","created":"2024-03-07","cited_by_count":160,"area":"lr"},{"id":"2504.19678","title":"From LLM Reasoning to Autonomous AI Agents: A Comprehensive Review","created":"2025-04-28","cited_by_count":149,"area":"lr"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2404.03683","title":"Stream of Search (SoS): Learning to Search in Language","created":"2024-04-01","cited_by_count":145,"area":"lr"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2502.06703","title":"Can 1B LLM Surpass 405B LLM? Rethinking Compute-Optimal Test-Time Scaling","created":"2025-02-10","cited_by_count":136,"area":"lr"},{"id":"2504.07912","title":"Echo Chamber: RL Post-training Amplifies Behaviors Learned in Pretraining","created":"2025-04-10","cited_by_count":129,"area":"lr"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2504.01990","title":"Advances and Challenges in Foundation Agents: From Brain-Inspired Intelligence to Evolutionary, Collaborative, and Safe Systems","created":"2025-03-31","cited_by_count":126,"area":"agents"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2406.04151","title":"AgentGym: Evolving Large Language Model-based Agents across Diverse Environments","created":"2024-06-06","cited_by_count":120,"area":"agents"},{"id":"2402.11436","title":"Pride and Prejudice: LLM Amplifies Self-Bias in Self-Refinement","created":"2024-02-18","cited_by_count":114,"area":"lr"},{"id":"2406.15951","title":"Modular Pluralism: Pluralistic Alignment via Multi-LLM Collaboration","created":"2024-06-22","cited_by_count":113,"area":"alignment"},{"id":"2502.12143","title":"Small Models Struggle to Learn from Strong Reasoners","created":"2025-02-17","cited_by_count":113,"area":"lr"},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2312.16682","title":"Some things are more CRINGE than others: Iterative Preference Optimization with the Pairwise Cringe Loss","created":"2023-12-27","cited_by_count":108,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2411.01111","title":"Rule Based Rewards for Language Model Safety","created":"2024-11-02","cited_by_count":108,"area":"alignment"},{"id":"2402.18563","title":"Approaching Human-Level Forecasting with Language Models","created":"2024-02-28","cited_by_count":107,"area":null},{"id":"2402.02416","title":"Aligner: Efficient Alignment by Learning to Correct","created":"2024-02-04","cited_by_count":98,"area":"alignment"},{"id":"2403.09472","title":"Easy-to-Hard Generalization: Scalable Alignment Beyond Human Supervision","created":"2024-03-14","cited_by_count":96,"area":"alignment"},{"id":"2406.09136","title":"Chain of Preference Optimization: Improving Chain-of-Thought Reasoning in LLMs","created":"2024-06-13","cited_by_count":96,"area":"lr"},{"id":"2405.20304","title":"Group Robust Preference Optimization in Reward-free RLHF","created":"2024-05-30","cited_by_count":95,"area":"lr"},{"id":"2407.13690","title":"DART-Math: Difficulty-Aware Rejection Tuning for Mathematical Problem-Solving","created":"2024-06-18","cited_by_count":95,"area":"lr"},{"id":"2501.10893","title":"Learn-by-interact: A Data-Centric Framework for Self-Adaptive Agents in Realistic Environments","created":"2025-01-18","cited_by_count":95,"area":"agents"},{"id":"2403.08715","title":"SOTOPIA-$\\pi$: Interactive Learning of Socially Intelligent Language Agents","created":"2024-03-13","cited_by_count":93,"area":"agents"},{"id":"2404.14387","title":"A Survey on Self-Evolution of Large Language Models","created":"2024-04-22","cited_by_count":91,"area":null},{"id":"2505.03318","title":"Unified Multimodal Chain-of-Thought Reward Model through Reinforcement Fine-Tuning","created":"2025-05-06","cited_by_count":90,"area":"lr"},{"id":"2404.17140","title":"Small Language Models Need Strong Verifiers to Self-Correct Reasoning","created":"2024-04-26","cited_by_count":86,"area":"lr"},{"id":"2404.10642","title":"Self-playing Adversarial Language Game Enhances LLM Reasoning","created":"2024-04-16","cited_by_count":83,"area":"lr"},{"id":"2312.10003","title":"ReST meets ReAct: Self-Improvement for Multi-Step Reasoning LLM Agent","created":"2023-12-15","cited_by_count":81,"area":"lr"},{"id":"2401.05268","title":"AutoAct: Automatic Agent Learning from Scratch for QA via Self-Planning","created":"2024-01-10","cited_by_count":81,"area":"agents"},{"id":"2501.18099","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","created":"2025-01-30","cited_by_count":78,"area":"lr"},{"id":"2501.11651","title":"T1: Advancing Language Model Reasoning through Reinforcement Learning and Inference Scaling","created":"2025-01-20","cited_by_count":77,"area":"lr"},{"id":"2502.02384","title":"STAIR: Improving Safety Alignment with Introspective Reasoning","created":"2025-02-04","cited_by_count":77,"area":"lr"},{"id":"2605.18740","title":"Vision-OPD: Learning to See Fine Details for Multimodal LLMs via On-Policy Self-Distillation","created":"2026-05-18","cited_by_count":77,"area":"mllm"},{"id":"2501.12368","title":"InternLM-XComposer2.5-Reward: A Simple Yet Effective Multi-Modal Reward Model","created":"2025-01-21","cited_by_count":74,"area":"lr"},{"id":"2503.15477","title":"What Makes a Reward Model a Good Teacher? An Optimization Perspective","created":"2025-03-19","cited_by_count":73,"area":"alignment"},{"id":"2503.03480","title":"SafeVLA: Towards Safety Alignment of Vision-Language-Action Model via Constrained Learning","created":"2025-03-05","cited_by_count":72,"area":"vla"},{"id":"2504.21370","title":"ShorterBetter: Guiding Reasoning Models to Find Optimal Inference Length for Efficient Reasoning","created":"2025-04-30","cited_by_count":72,"area":"lr"},{"id":"2411.16646","title":"Self-Generated Critiques Boost Reward Modeling for Language Models","created":"2024-11-25","cited_by_count":71,"area":"lr"},{"id":"2403.15042","title":"LLM2LLM: Boosting LLMs with Novel Iterative Data Enhancement","created":"2024-03-22","cited_by_count":70,"area":null},{"id":"2411.00855","title":"Vision-Language Models Can Self-Improve Reasoning via Reflection","created":"2024-10-30","cited_by_count":69,"area":"lr"},{"id":"2505.21444","title":"Can Large Reasoning Models Self-Train?","created":"2025-05-27","cited_by_count":68,"area":"lr"},{"id":"2409.02392","title":"Building Math Agents with Multi-Turn Iterative Preference Learning","created":"2024-09-04","cited_by_count":66,"area":"lr"},{"id":"2402.05808","title":"Training Large Language Models for Reasoning through Reverse Curriculum Reinforcement Learning","created":"2024-02-08","cited_by_count":65,"area":"lr"},{"id":"2309.02144","title":"Making Large Language Models Better Reasoners with Alignment","created":"2023-09-05","cited_by_count":63,"area":"lr"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2408.16737","title":"Smaller, Weaker, Yet Better: Training LLM Reasoners via Compute-Optimal Sampling","created":"2024-08-29","cited_by_count":61,"area":"lr"},{"id":"2503.14286","title":"Tapered Off-Policy REINFORCE: Stable and efficient reinforcement learning for LLMs","created":"2025-03-18","cited_by_count":61,"area":null},{"id":"2501.11284","title":"RedStar: Does Scaling Long-CoT Data Unlock Better Slow-Reasoning Systems?","created":"2025-01-20","cited_by_count":60,"area":"lr"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"2401.00243","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","created":"2023-12-30","cited_by_count":56,"area":"alignment"},{"id":"2310.05910","title":"SALMON: Self-Alignment with Instructable Reward Models","created":"2023-10-09","cited_by_count":55,"area":"alignment"},{"id":"2412.16145","title":"Offline Reinforcement Learning for LLM Multi-Step Reasoning","created":"2024-12-20","cited_by_count":54,"area":"lr"},{"id":"2406.06144","title":"Language Models Resist Alignment: Evidence From Data Compression","created":"2024-06-10","cited_by_count":53,"area":null},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2502.04194","title":"The Best Instruction-Tuning Data are Those That Fit","created":"2025-02-06","cited_by_count":52,"area":null},{"id":"2511.06449","title":"FLEX: Continuous Agent Evolution via Forward Learning from Experience","created":"2025-11-09","cited_by_count":52,"area":"lr"}],"next_cursor":"100"}