{"total":963,"rows":[{"id":"2503.09516","title":"Search-R1: Training LLMs to Reason and Leverage Search Engines with Reinforcement Learning","created":"2025-03-12","cited_by_count":1444,"area":"lr"},{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2412.21187","title":"Do NOT Think That Much for 2+3=? On the Overthinking of o1-Like LLMs","created":"2024-12-30","cited_by_count":570,"area":"lr"},{"id":"2506.01939","title":"Beyond the 80/20 Rule: High-Entropy Minority Tokens Drive Effective Reinforcement Learning for LLM Reasoning","created":"2025-06-02","cited_by_count":559,"area":"lr"},{"id":"2503.16419","title":"Stop Overthinking: A Survey on Efficient Reasoning for Large Language Models","created":"2025-03-20","cited_by_count":464,"area":"lr"},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2504.13958","title":"ToolRL: Reward is All Tool Learning Needs","created":"2025-04-16","cited_by_count":362,"area":"agents"},{"id":"2408.05517","title":"SWIFT:A Scalable lightWeight Infrastructure for Fine-Tuning","created":"2024-08-10","cited_by_count":355,"area":"mllm"},{"id":"2406.08464","title":"Magpie: Alignment Data Synthesis from Scratch by Prompting Aligned LLMs with Nothing","created":"2024-06-12","cited_by_count":346,"area":"lr"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2501.12570","title":"O1-Pruner: Length-Harmonizing Fine-Tuning for O1-Like Reasoning Pruning","created":"2025-01-22","cited_by_count":279,"area":"lr"},{"id":"2406.14598","title":"SORRY-Bench: Systematically Evaluating Large Language Model Safety Refusal","created":"2024-06-20","cited_by_count":240,"area":"alignment"},{"id":"2406.08673","title":"HelpSteer2: Open-source dataset for training top-performing reward models","created":"2024-06-12","cited_by_count":236,"area":"alignment"},{"id":"2503.24235","title":"A Survey on Test-Time Scaling in Large Language Models: What, How, Where, and How Well?","created":"2025-03-31","cited_by_count":223,"area":"lr"},{"id":"2406.04770","title":"WildBench: Benchmarking LLMs with Challenging Tasks from Real Users in the Wild","created":"2024-06-07","cited_by_count":218,"area":null},{"id":"2509.04259","title":"RL's Razor: Why Online Reinforcement Learning Forgets Less","created":"2025-09-04","cited_by_count":176,"area":"lr"},{"id":"2502.09601","title":"CoT-Valve: Length-Compressible Chain-of-Thought Tuning","created":"2025-02-13","cited_by_count":169,"area":"lr"},{"id":"2506.01347","title":"The Surprising Effectiveness of Negative Reinforcement in LLM Reasoning","created":"2025-06-02","cited_by_count":162,"area":"lr"},{"id":"2503.19470","title":"ReSearch: Learning to Reason with Search for LLMs via Reinforcement Learning","created":"2025-03-25","cited_by_count":161,"area":"lr"},{"id":"2503.04472","title":"DAST: Difficulty-Adaptive Slow-Thinking for Large Reasoning Models","created":"2025-03-06","cited_by_count":158,"area":"lr"},{"id":"2411.00816","title":"CycleResearcher: Improving Automated Research via Automated Review","created":"2024-10-28","cited_by_count":148,"area":null},{"id":"2505.16933","title":"LLaDA-V: Large Language Diffusion Models with Visual Instruction Tuning","created":"2025-05-22","cited_by_count":148,"area":"mllm"},{"id":"2505.13417","title":"AdaptThink: Reasoning Models Can Learn When to Think","created":"2025-05-19","cited_by_count":147,"area":"lr"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2410.01257","title":"HelpSteer2-Preference: Complementing Ratings with Preferences","created":"2024-10-02","cited_by_count":130,"area":"alignment"},{"id":"2507.18624","title":"Checklists Are Better Than Reward Models For Aligning Language Models","created":"2025-07-24","cited_by_count":128,"area":"alignment"},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2505.00127","title":"Between Underthinking and Overthinking: An Empirical Study of Reasoning Length and correctness in LLMs","created":"2025-04-30","cited_by_count":117,"area":"lr"},{"id":"2407.10457","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","created":"2024-07-15","cited_by_count":116,"area":null},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2505.14970","title":"Self-Evolving Curriculum for LLM Reasoning","created":"2025-05-20","cited_by_count":112,"area":"lr"},{"id":"2504.09037","title":"A Survey of Frontiers in LLM Reasoning: Inference Scaling, Learning to Reason, and Agentic Systems","created":"2025-04-12","cited_by_count":111,"area":"lr"},{"id":"2505.01441","title":"Agentic Reasoning and Tool Integration for LLMs via Reinforcement Learning","created":"2025-04-28","cited_by_count":110,"area":"lr"},{"id":"2406.13629","title":"InstructRAG: Instructing Retrieval-Augmented Generation via Self-Synthesized Rationales","created":"2024-06-19","cited_by_count":101,"area":"rag"},{"id":"2406.11839","title":"mDPO: Conditional Preference Optimization for Multimodal Large Language Models","created":"2024-06-17","cited_by_count":92,"area":"mllm"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2505.19255","title":"VTool-R1: VLMs Learn to Think with Images via Reinforcement Learning on Multimodal Tool Use","created":"2025-05-25","cited_by_count":90,"area":"lr"},{"id":"2410.15115","title":"On Designing Effective RL Reward at Training Time for LLM Reasoning","created":"2024-10-19","cited_by_count":87,"area":"lr"},{"id":"2505.07686","title":"S-GRPO: Early Exit via Reinforcement Learning in Reasoning Models","created":"2025-05-12","cited_by_count":87,"area":"lr"},{"id":"2410.10700","title":"LLMs know their vulnerabilities: Uncover Safety Gaps through Natural Distribution Shifts","created":"2024-10-14","cited_by_count":86,"area":null},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2410.11143","title":"LLM Unlearning via Loss Adjustment with Only Forget Data","created":"2024-10-14","cited_by_count":75,"area":"safety"},{"id":"2505.11475","title":"HelpSteer3-Preference: Open Human-Annotated Preference Data across Diverse Tasks and Languages","created":"2025-05-16","cited_by_count":75,"area":"alignment"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2506.09033","title":"Router-R1: Teaching LLMs Multi-Round Routing and Aggregation via Reinforcement Learning","created":"2025-06-10","cited_by_count":72,"area":null},{"id":"2606.30406","title":"MOPD: Multi-Teacher On-Policy Distillation for Capability Integration in LLM Post-Training","created":"2026-06-29","cited_by_count":72,"area":"distill"},{"id":"2502.19613","title":"Self-rewarding correction for mathematical reasoning","created":"2025-02-26","cited_by_count":70,"area":"lr"},{"id":"2410.18927","title":"SafeBench: A Safety Evaluation Framework for Multimodal Large Language Models","created":"2024-10-24","cited_by_count":69,"area":"safety"},{"id":"2505.22019","title":"VRAG-RL: Empower Vision-Perception-Based RAG for Visually Rich Information Understanding via Iterative Reasoning with Reinforcement Learning","created":"2025-05-28","cited_by_count":68,"area":"rag"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2406.03949","title":"UltraMedical: Building Specialized Generalists in Biomedicine","created":"2024-06-06","cited_by_count":67,"area":null},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2409.02392","title":"Building Math Agents with Multi-Turn Iterative Preference Learning","created":"2024-09-04","cited_by_count":66,"area":"lr"},{"id":"2501.09695","title":"Mitigating Hallucinations in Large Vision-Language Models via DPO: On-Policy Data Hold the Key","created":"2025-01-16","cited_by_count":65,"area":"mllm"},{"id":"2406.14868","title":"Direct Multi-Turn Preference Optimization for Language Agents","created":"2024-06-21","cited_by_count":64,"area":"agents"},{"id":"2410.16033","title":"TreeBoN: Enhancing Inference-Time Alignment with Speculative Tree-Search and Best-of-N Sampling","created":"2024-10-18","cited_by_count":61,"area":"lr"},{"id":"2409.15254","title":"Archon: An Architecture Search Framework for Inference-Time Techniques","created":"2024-09-23","cited_by_count":60,"area":null},{"id":"2410.04070","title":"PAD: Personalized Alignment of LLMs at Decoding-Time","created":"2024-10-05","cited_by_count":60,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2502.04306","title":"ScoreFlow: Mastering LLM Agent Workflows via Score-based Preference Optimization","created":"2025-02-06","cited_by_count":56,"area":"agents"},{"id":"2506.03136","title":"Co-Evolving LLM Coder and Unit Tester via Reinforcement Learning","created":"2025-06-03","cited_by_count":56,"area":null},{"id":"2511.08567","title":"The Path Not Taken: RLVR Provably Learns Off the Principals","created":"2025-11-11","cited_by_count":56,"area":"lr"},{"id":"2407.15390","title":"ALLaM: Large Language Models for Arabic and English","created":"2024-07-22","cited_by_count":55,"area":null},{"id":"2408.07990","title":"FuseChat: Knowledge Fusion of Chat Models","created":"2024-08-15","cited_by_count":55,"area":null},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2502.00674","title":"Rethinking Mixture-of-Agents: Is Mixing Different Large Language Models Beneficial?","created":"2025-02-02","cited_by_count":54,"area":"lr"},{"id":"2406.06144","title":"Language Models Resist Alignment: Evidence From Data Compression","created":"2024-06-10","cited_by_count":53,"area":null},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2412.04862","title":"EXAONE 3.5: Series of Large Language Models for Real-world Use Cases","created":"2024-12-06","cited_by_count":53,"area":null},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2501.18101","title":"Diverse Preference Optimization","created":"2025-01-30","cited_by_count":52,"area":"lr"},{"id":"2506.08446","title":"A Survey on Large Language Models for Mathematical Reasoning","created":"2025-06-10","cited_by_count":52,"area":"lr"},{"id":"2407.15017","title":"Knowledge Mechanisms in Large Language Models: A Survey and Perspective","created":"2024-07-22","cited_by_count":51,"area":null},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2505.11711","title":"Reinforcement Learning Finetunes Small Subnetworks in Large Language Models","created":"2025-05-16","cited_by_count":49,"area":null},{"id":"2605.03677","title":"Uni-OPD: Unifying On-Policy Distillation with a Dual-Perspective Recipe","created":"2026-05-05","cited_by_count":49,"area":"distill"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2406.06424","title":"Margin-aware Preference Optimization for Aligning Diffusion Models without Reference","created":"2024-06-10","cited_by_count":46,"area":"diffusion"},{"id":"2408.06266","title":"Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment","created":"2024-08-12","cited_by_count":46,"area":"alignment"},{"id":"2502.02716","title":"A Unified Understanding and Evaluation of Steering Methods","created":"2025-02-04","cited_by_count":46,"area":"mechinterp"},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2410.10630","title":"Thinking LLMs: General Instruction Following with Thought Generation","created":"2024-10-14","cited_by_count":45,"area":"lr"},{"id":"2504.04736","title":"Synthetic Data Generation & Multi-Step RL for Reasoning & Tool Use","created":"2025-04-07","cited_by_count":45,"area":"lr"},{"id":"2505.12929","title":"Do Not Let Low-Probability Tokens Over-Dominate in RL for LLMs","created":"2025-05-19","cited_by_count":44,"area":"lr"},{"id":"2501.12895","title":"Test-Time Preference Optimization: On-the-Fly Alignment via Iterative Textual Feedback","created":"2025-01-22","cited_by_count":41,"area":"alignment"},{"id":"2410.05318","title":"Improving LLM Reasoning through Scaling Inference Computation with Collaborative Verification","created":"2024-10-05","cited_by_count":40,"area":"lr"},{"id":"2410.06961","title":"Self-Boosting Large Language Models with Synthetic Preference Data","created":"2024-10-09","cited_by_count":40,"area":"alignment"},{"id":"2406.16306","title":"Cascade Reward Sampling for Efficient Decoding-Time Alignment","created":"2024-06-24","cited_by_count":39,"area":"alignment"},{"id":"2412.15838","title":"Align Anything: Training All-Modality Models to Follow Instructions with Language Feedback","created":"2024-12-20","cited_by_count":39,"area":"alignment"},{"id":"2509.05830","title":"Finetuning LLMs for Human Behavior Prediction in Social Science Experiments","created":"2025-09-06","cited_by_count":39,"area":null},{"id":"2509.17940","title":"DriveDPO: Policy Learning via Safety DPO For End-to-End Autonomous Driving","created":"2025-09-22","cited_by_count":39,"area":"driving"},{"id":"2412.12497","title":"NLSR: Neuron-Level Safety Realignment of Large Language Models Against Harmful Fine-Tuning","created":"2024-12-17","cited_by_count":37,"area":"alignment"},{"id":"2502.09650","title":"Principled Data Selection for Alignment: The Hidden Risks of Difficult Examples","created":"2025-02-11","cited_by_count":37,"area":"alignment"},{"id":"2410.03115","title":"X-ALMA: Plug & Play Modules and Adaptive Rejection for Quality Translation at Scale","created":"2024-10-04","cited_by_count":36,"area":null},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2503.24377","title":"Harnessing the Reasoning Economy: A Survey of Efficient Reasoning for Large Language Models","created":"2025-03-31","cited_by_count":36,"area":"lr"},{"id":"2409.07253","title":"Alignment of Diffusion Models: Fundamentals, Challenges, and Future","created":"2024-09-11","cited_by_count":35,"area":"diffusion"},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"}],"next_cursor":"100"}