{"total":246,"rows":[{"id":"2503.09516","title":"Search-R1: Training LLMs to Reason and Leverage Search Engines with Reinforcement Learning","created":"2025-03-12","cited_by_count":1444,"area":"lr"},{"id":"2412.21187","title":"Do NOT Think That Much for 2+3=? On the Overthinking of o1-Like LLMs","created":"2024-12-30","cited_by_count":570,"area":"lr"},{"id":"2408.15240","title":"Generative Verifiers: Reward Modeling as Next-Token Prediction","created":"2024-08-27","cited_by_count":480,"area":"lr"},{"id":"2505.05410","title":"Reasoning Models Don't Always Say What They Think","created":"2025-05-08","cited_by_count":415,"area":"lr"},{"id":"2406.03816","title":"ReST-MCTS*: LLM Self-Training via Process Reward Guided Tree Search","created":"2024-06-06","cited_by_count":344,"area":"lr"},{"id":"2411.02337","title":"WebRL: Training LLM Web Agents via Self-Evolving Online Curriculum Reinforcement Learning","created":"2024-11-04","cited_by_count":256,"area":"agents"},{"id":"2411.10442","title":"Enhancing the Reasoning Ability of Multimodal Large Language Models via Mixed Preference Optimization","created":"2024-11-15","cited_by_count":239,"area":"lr"},{"id":"2502.05450","title":"ConRFT: A Reinforced Fine-tuning Method for VLA Models via Consistency Policy","created":"2025-02-08","cited_by_count":154,"area":"vla"},{"id":"2411.00816","title":"CycleResearcher: Improving Automated Research via Automated Review","created":"2024-10-28","cited_by_count":148,"area":null},{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143,"area":"alignment"},{"id":"2503.10291","title":"VisualPRM: An Effective Process Reward Model for Multimodal Reasoning","created":"2025-03-13","cited_by_count":139,"area":"lr"},{"id":"2410.16198","title":"Improve Vision Language Model Chain-of-thought Reasoning","created":"2024-10-21","cited_by_count":136,"area":"lr"},{"id":"2501.13926","title":"Can We Generate Images with CoT? Let's Verify and Reinforce Image Generation Step by Step","created":"2025-01-23","cited_by_count":131,"area":"lr"},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2406.14532","title":"RL on Incorrect Synthetic Data Scales the Efficiency of LLM Math Reasoning by Eight-Fold","created":"2024-06-20","cited_by_count":99,"area":"lr"},{"id":"2406.09136","title":"Chain of Preference Optimization: Improving Chain-of-Thought Reasoning in LLMs","created":"2024-06-13","cited_by_count":96,"area":"lr"},{"id":"2501.05707","title":"Multiagent Finetuning: Self Improvement with Diverse Reasoning Chains","created":"2025-01-10","cited_by_count":95,"area":"lr"},{"id":"2502.13124","title":"NaturalReasoning: Reasoning in the Wild with 2.8M Challenging Questions","created":"2025-02-18","cited_by_count":84,"area":"lr"},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2411.19943","title":"Critical Tokens Matter: Token-Level Contrastive Estimation Enhances LLM's Reasoning Capability","created":"2024-11-29","cited_by_count":83,"area":"lr"},{"id":"2501.18099","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","created":"2025-01-30","cited_by_count":78,"area":"lr"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2411.16646","title":"Self-Generated Critiques Boost Reward Modeling for Language Models","created":"2024-11-25","cited_by_count":71,"area":"lr"},{"id":"2405.19716","title":"Enhancing Large Vision Language Models with Self-Training on Image Comprehension","created":"2024-05-30","cited_by_count":70,"area":"mllm"},{"id":"2502.19613","title":"Self-rewarding correction for mathematical reasoning","created":"2025-02-26","cited_by_count":70,"area":"lr"},{"id":"2505.21444","title":"Can Large Reasoning Models Self-Train?","created":"2025-05-27","cited_by_count":68,"area":"lr"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2409.02392","title":"Building Math Agents with Multi-Turn Iterative Preference Learning","created":"2024-09-04","cited_by_count":66,"area":"lr"},{"id":"2501.09695","title":"Mitigating Hallucinations in Large Vision-Language Models via DPO: On-Policy Data Hold the Key","created":"2025-01-16","cited_by_count":65,"area":"mllm"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2408.16737","title":"Smaller, Weaker, Yet Better: Training LLM Reasoners via Compute-Optimal Sampling","created":"2024-08-29","cited_by_count":61,"area":"lr"},{"id":"2406.00222","title":"Learning to Clarify: Multi-turn Conversations with Action-Based Contrastive Self-Training","created":"2024-05-31","cited_by_count":57,"area":"alignment"},{"id":"2412.16145","title":"Offline Reinforcement Learning for LLM Multi-Step Reasoning","created":"2024-12-20","cited_by_count":54,"area":"lr"},{"id":"2602.01511","title":"Alternating Reinforcement Learning for Rubric-Based Reward Modeling in Non-Verifiable LLM Post-Training","created":"2026-02-02","cited_by_count":54,"area":"alignment"},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2506.08446","title":"A Survey on Large Language Models for Mathematical Reasoning","created":"2025-06-10","cited_by_count":52,"area":"lr"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2505.20347","title":"SeRL: Self-Play Reinforcement Learning for Large Language Models with Limited Data","created":"2025-05-25","cited_by_count":51,"area":"lr"},{"id":"2411.04109","title":"Self-Consistency Preference Optimization","created":"2024-11-06","cited_by_count":50,"area":"lr"},{"id":"2506.15220","title":"video-SALMONN 2: Caption-Enhanced Audio-Visual Large Language Models","created":"2025-06-18","cited_by_count":47,"area":null},{"id":"2506.08745","title":"Consistent Paths Lead to Truth: Self-Rewarding Reinforcement Learning for LLM Reasoning","created":"2025-06-10","cited_by_count":46,"area":"lr"},{"id":"2410.10630","title":"Thinking LLMs: General Instruction Following with Thought Generation","created":"2024-10-14","cited_by_count":45,"area":"lr"},{"id":"2502.04780","title":"SiriuS: Self-improving Multi-agent Systems via Bootstrapped Reasoning","created":"2025-02-07","cited_by_count":44,"area":"lr"},{"id":"2601.07055","title":"Dr. Zero: Self-Evolving Search Agents without Training Data","created":"2026-01-11","cited_by_count":44,"area":"agents"},{"id":"2410.08115","title":"Optima: Optimizing Effectiveness and Efficiency for LLM-Based Multi-Agent System","created":"2024-10-10","cited_by_count":43,"area":"agents"},{"id":"2412.11006","title":"Entropy-Regularized Process Reward Model","created":"2024-12-15","cited_by_count":38,"area":"lr"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2412.02980","title":"Surveying the Effects of Quality, Diversity, and Complexity in Synthetic Data From Large Language Models","created":"2024-12-04","cited_by_count":35,"area":"synth"},{"id":"2410.17637","title":"MIA-DPO: Multi-Image Augmented Direct Preference Optimization For Large Vision-Language Models","created":"2024-10-23","cited_by_count":34,"area":"mllm"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2412.17451","title":"Diving into Self-Evolving Training for Multimodal Reasoning","created":"2024-12-23","cited_by_count":32,"area":"lr"},{"id":"2506.21656","title":"Fine-Grained Preference Optimization Improves Spatial Reasoning in VLMs","created":"2025-06-26","cited_by_count":32,"area":"lr"},{"id":"2410.08105","title":"What Makes Large Language Models Reason in (Multi-Turn) Code Generation?","created":"2024-10-10","cited_by_count":29,"area":"lr"},{"id":"2410.08964","title":"Language Imbalance Driven Rewarding for Multilingual Self-improving","created":"2024-10-11","cited_by_count":28,"area":"synth"},{"id":"2410.17952","title":"SimRAG: Self-Improving Retrieval-Augmented Generation for Adapting Large Language Models to Specialized Domains","created":"2024-10-23","cited_by_count":28,"area":"rag"},{"id":"2410.15595","title":"A Comprehensive Survey of Direct Preference Optimization: Datasets, Theories, Variants, and Applications","created":"2024-10-21","cited_by_count":27,"area":"lr"},{"id":"2506.08379","title":"Reinforce LLM Reasoning through Multi-Agent Reflection","created":"2025-06-10","cited_by_count":27,"area":"lr"},{"id":"2512.16912","title":"Exploration vs Exploitation: Rethinking RLVR through Clipping, Entropy, and Spurious Reward","created":"2025-12-18","cited_by_count":27,"area":"lr"},{"id":"2412.17256","title":"B-STaR: Monitoring and Balancing Exploration and Exploitation in Self-Taught Reasoners","created":"2024-12-23","cited_by_count":26,"area":"lr"},{"id":"2508.09303","title":"ParallelSearch: Train your LLMs to Decompose Query and Search Sub-queries in Parallel with Reinforcement Learning","created":"2025-08-12","cited_by_count":26,"area":null},{"id":"2410.14675","title":"To Trust or Not to Trust? Enhancing Large Language Models' Situated Faithfulness to External Contexts","created":"2024-10-18","cited_by_count":25,"area":"rag"},{"id":"2502.00883","title":"SimPER: A Minimalist Approach to Preference Alignment without Hyperparameters","created":"2025-02-02","cited_by_count":25,"area":"alignment"},{"id":"2506.21495","title":"Bridging Offline and Online Reinforcement Learning for LLMs","created":"2025-06-26","cited_by_count":25,"area":null},{"id":"2410.05434","title":"Better than Your Teacher: LLM Agents that learn from Privileged AI Feedback","created":"2024-10-07","cited_by_count":24,"area":"agents"},{"id":"2411.00053","title":"ACC-Collab: An Actor-Critic Approach to Multi-Agent LLM Collaboration","created":"2024-10-30","cited_by_count":24,"area":"agents"},{"id":"2502.13922","title":"LongPO: Long Context Self-Evolution of Large Language Models through Short-to-Long Preference Optimization","created":"2025-02-19","cited_by_count":24,"area":"alignment"},{"id":"2511.01689","title":"Open Character Training: Shaping the Persona of AI Assistants through Constitutional AI","created":"2025-11-03","cited_by_count":24,"area":"alignment"},{"id":"2502.00963","title":"PDE-Controller: LLMs for Autoformalization and Reasoning of PDEs","created":"2025-02-03","cited_by_count":23,"area":"lr"},{"id":"2506.04405","title":"MedAgentGym: A Scalable Agentic Training Environment for Code-Centric Reasoning in Biomedical Data Science","created":"2025-06-04","cited_by_count":23,"area":"lr"},{"id":"2507.00971","title":"Reasoning as an Adaptive Defense for Safety","created":"2025-07-01","cited_by_count":23,"area":"lr"},{"id":"2409.06957","title":"Policy Filtration for RLHF to Mitigate Noise in Reward Models","created":"2024-09-11","cited_by_count":22,"area":"alignment"},{"id":"2410.07672","title":"MACPO: Weak-to-Strong Alignment via Multi-Agent Contrastive Preference Optimization","created":"2024-10-10","cited_by_count":22,"area":"agents"},{"id":"2502.11250","title":"Uncertainty-Aware Step-wise Verification with Generative Reward Models","created":"2025-02-16","cited_by_count":22,"area":"lr"},{"id":"2503.05139","title":"Every FLOP Counts: Scaling a 300B Mixture-of-Experts LING LLM without Premium GPUs","created":"2025-03-07","cited_by_count":22,"area":"moe"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2510.02263","title":"RLAD: Training LLMs to Discover Abstractions for Solving Reasoning Problems","created":"2025-10-02","cited_by_count":21,"area":null},{"id":"2502.09604","title":"SelfCite: Self-Supervised Alignment for Context Attribution in Large Language Models","created":"2025-02-13","cited_by_count":20,"area":"alignment"},{"id":"2504.04915","title":"Collab-RAG: Boosting Retrieval-Augmented Generation for Complex Question Answering via White-Box and Black-Box LLM Collaboration","created":"2025-04-07","cited_by_count":20,"area":"lr"},{"id":"2406.01660","title":"Self-Improving Robust Preference Optimization","created":"2024-06-03","cited_by_count":19,"area":"alignment"},{"id":"2505.11595","title":"Stepwise Guided Policy Optimization: Coloring your Incorrect Reasoning in GRPO","created":"2025-05-16","cited_by_count":19,"area":"lr"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2412.02674","title":"Mind the Gap: Examining the Self-Improvement Capabilities of Large Language Models","created":"2024-12-03","cited_by_count":18,"area":"synth"},{"id":"2504.15362","title":"LongPerceptualThoughts: Distilling System-2 Reasoning for System-1 Perception","created":"2025-04-21","cited_by_count":16,"area":"lr"},{"id":"2506.09532","title":"Athena: Enhancing Multimodal Reasoning with Data-efficient Process Reward Models","created":"2025-06-11","cited_by_count":16,"area":"lr"},{"id":"2506.18110","title":"RL for Reasoning by Adaptively Revealing Rationales","created":"2025-06-22","cited_by_count":16,"area":null},{"id":"2406.12050","title":"Learn Beyond The Answer: Training Language Models with Reflection for Mathematical Reasoning","created":"2024-06-17","cited_by_count":15,"area":"lr"},{"id":"2502.20548","title":"$Q\\sharp$: Provably Optimal Distributional RL for LLM Post-Training","created":"2025-02-27","cited_by_count":15,"area":"lr"},{"id":"2504.13828","title":"Generative AI Act II: Test Time Scaling Drives Cognition Engineering","created":"2025-04-18","cited_by_count":15,"area":"lr"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2506.09820","title":"CoRT: Code-integrated Reasoning within Thinking","created":"2025-06-11","cited_by_count":15,"area":"lr"},{"id":"2407.18676","title":"Right Now, Wrong Then: Non-Stationary Direct Preference Optimization under Preference Drift","created":"2024-07-26","cited_by_count":13,"area":"alignment"},{"id":"2502.02088","title":"Dual-IPO: Dual-Iterative Preference Optimization for Text-to-Video Generation","created":"2025-02-04","cited_by_count":13,"area":"diffusion"},{"id":"2502.08922","title":"Self-Consistency of the Internal Reward Models Improves Self-Rewarding Language Models","created":"2025-02-13","cited_by_count":13,"area":"lr"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2505.10892","title":"Multi-Objective Preference Optimization: Improving Human Alignment of Generative Models","created":"2025-05-16","cited_by_count":13,"area":"alignment"},{"id":"2507.02834","title":"ExPO: Unlocking Hard Reasoning with Self-Explanation-Guided Reinforcement Learning","created":"2025-07-03","cited_by_count":13,"area":"lr"},{"id":"2410.22304","title":"Flow-DPO: Improving LLM Mathematical Reasoning through Online Multi-Agent Learning","created":"2024-10-29","cited_by_count":12,"area":"lr"},{"id":"2508.18312","title":"What Matters in Data for DPO?","created":"2025-08-23","cited_by_count":12,"area":"alignment"},{"id":"2605.05040","title":"Preference-Based Self-Distillation: Beyond KL Matching via Reward Regularization","created":"2026-05-06","cited_by_count":12,"area":"lr"}],"next_cursor":"100"}