{"total":102,"rows":[{"id":"2312.08935","title":"Math-Shepherd: Verify and Reinforce LLMs Step-by-step without Human Annotations","created":"2023-12-14","cited_by_count":928,"area":"lr"},{"id":"2406.06592","title":"Improve Mathematical Reasoning in Language Models by Automated Process Supervision","created":"2024-06-05","cited_by_count":441,"area":"lr"},{"id":"2503.09567","title":"Towards Reasoning Era: A Survey of Long Chain-of-Thought for Reasoning Large Language Models","created":"2025-03-12","cited_by_count":384,"area":"lr"},{"id":"2408.00724","title":"Inference Scaling Laws: An Empirical Analysis of Compute-Optimal Inference for Problem-Solving with Language Models","created":"2024-08-01","cited_by_count":290,"area":"lr"},{"id":"2410.08146","title":"Rewarding Progress: Scaling Automated Process Verifiers for LLM Reasoning","created":"2024-10-10","cited_by_count":279,"area":"lr"},{"id":"2402.06457","title":"V-STaR: Training Verifiers for Self-Taught Reasoners","created":"2024-02-09","cited_by_count":217,"area":"lr"},{"id":"2410.01679","title":"VinePPO: Refining Credit Assignment in RL Training of LLMs","created":"2024-10-02","cited_by_count":183,"area":null},{"id":"2501.13926","title":"Can We Generate Images with CoT? Let's Verify and Reinforce Image Generation Step by Step","created":"2025-01-23","cited_by_count":131,"area":"lr"},{"id":"2410.02884","title":"LLaMA-Berry: Pairwise Optimization for O1-like Olympiad-Level Mathematical Reasoning","created":"2024-10-03","cited_by_count":91,"area":"lr"},{"id":"2406.11176","title":"Watch Every Step! LLM Agent Learning via Iterative Step-Level Process Refinement","created":"2024-06-17","cited_by_count":88,"area":"agents"},{"id":"2502.10325","title":"Process Reward Models for LLM Agents: Practical Framework and Directions","created":"2025-02-14","cited_by_count":85,"area":"lr"},{"id":"2505.11821","title":"Reinforcing Multi-Turn Reasoning in LLM Agents via Fine-Grained Reward Structure and Credit Assignment","created":"2025-05-17","cited_by_count":79,"area":"lr"},{"id":"2402.01391","title":"StepCoder: Improve Code Generation with Reinforcement Learning from Compiler Feedback","created":"2024-02-02","cited_by_count":77,"area":"lr"},{"id":"2505.23564","title":"Segment Policy Optimization: Effective Segment-Level Credit Assignment in RL for Large Language Models","created":"2025-05-29","cited_by_count":75,"area":"lr"},{"id":"2404.05692","title":"Evaluating Mathematical Reasoning Beyond Accuracy","created":"2024-04-08","cited_by_count":69,"area":"lr"},{"id":"2502.12289","title":"Evaluating Step-by-step Reasoning Traces: A Survey","created":"2025-02-17","cited_by_count":63,"area":"lr"},{"id":"2403.02333","title":"Key-Point-Driven Data Synthesis with its Enhancement on Mathematical Reasoning","created":"2024-03-04","cited_by_count":58,"area":"lr"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2412.14135","title":"Scaling of Search and Learning: A Roadmap to Reproduce o1 from Reinforcement Learning Perspective","created":"2024-12-18","cited_by_count":50,"area":"lr"},{"id":"2406.01940","title":"Process-Driven Autoformalization in Lean 4","created":"2024-06-04","cited_by_count":45,"area":"lr"},{"id":"2412.15797","title":"Ensembling Large Language Models with Process Reward-Guided Tree Search for Better Complex Reasoning","created":"2024-12-20","cited_by_count":40,"area":"lr"},{"id":"2406.07115","title":"Advancing Tool-Augmented Large Language Models: Integrating Insights from Errors in Inference Trees","created":"2024-06-11","cited_by_count":38,"area":"lr"},{"id":"2508.09968","title":"Noise Hypernetworks: Amortizing Test-Time Compute in Diffusion Models","created":"2025-08-13","cited_by_count":35,"area":"lr"},{"id":"2407.00320","title":"LiteSearch: Efficacious Tree Search for LLM","created":"2024-06-29","cited_by_count":31,"area":null},{"id":"2505.13427","title":"MM-PRM: Enhancing Multimodal Mathematical Reasoning with Scalable Step-Level Supervision","created":"2025-05-19","cited_by_count":31,"area":"lr"},{"id":"2405.16802","title":"AutoPSV: Automated Process-Supervised Verifier","created":"2024-05-27","cited_by_count":30,"area":"lr"},{"id":"2503.04550","title":"Benchmarking Reasoning Robustness in Large Language Models","created":"2025-03-06","cited_by_count":30,"area":"lr"},{"id":"2503.08625","title":"SegAgent: Exploring Pixel Understanding Capabilities in MLLMs by Imitating Human Annotator Trajectories","created":"2025-03-11","cited_by_count":30,"area":null},{"id":"2509.23738","title":"GUI-Shepherd: Reliable Process Reward and Verification for Long-Sequence GUI Tasks","created":"2025-09-28","cited_by_count":26,"area":"alignment"},{"id":"2410.07745","title":"StepTool: Enhancing Multi-Step Tool Usage in LLMs via Step-Grained Reinforcement Learning","created":"2024-10-10","cited_by_count":25,"area":"agents"},{"id":"2312.07622","title":"Mathematical Language Models: A Survey","created":"2023-12-12","cited_by_count":24,"area":null},{"id":"2410.18693","title":"Unleashing LLM Reasoning Capability via Scalable Question Synthesis from Scratch","created":"2024-10-24","cited_by_count":24,"area":"lr"},{"id":"2502.13943","title":"AdaptiveStep: Automatically Dividing Reasoning Step through Model Confidence","created":"2025-02-19","cited_by_count":24,"area":"lr"},{"id":"2502.01715","title":"Process-Supervised Reinforcement Learning for Code Generation","created":"2025-02-03","cited_by_count":22,"area":null},{"id":"2412.15118","title":"Reasoning Through Execution: Unifying Process and Outcome Rewards for Code Generation","created":"2024-12-19","cited_by_count":21,"area":"lr"},{"id":"2506.07235","title":"Multi-Step Visual Reasoning with Visual Tokens Scaling and Verification","created":"2025-06-08","cited_by_count":21,"area":"lr"},{"id":"2503.07478","title":"VLRMBench: A Comprehensive and Challenging Benchmark for Vision-Language Reward Models","created":"2025-03-10","cited_by_count":19,"area":"lr"},{"id":"2506.15707","title":"Every Rollout Counts: Optimal Resource Allocation for Efficient Test-Time Scaling","created":"2025-05-30","cited_by_count":15,"area":"lr"},{"id":"2412.15904","title":"What Are Step-Level Reward Models Rewarding? Counterintuitive Findings from MCTS-Boosted Mathematical Reasoning","created":"2024-12-20","cited_by_count":14,"area":"lr"},{"id":"2505.17126","title":"Conformal Language Model Reasoning with Coherent Factuality","created":"2025-05-21","cited_by_count":14,"area":"lr"},{"id":"2505.11227","title":"Is PRM Necessary? Problem-Solving RL Implicitly Induces PRM Capability in LLMs","created":"2025-05-16","cited_by_count":13,"area":"lr"},{"id":"2502.12123","title":"On the Query Complexity of Verifier-Assisted Language Generation","created":"2025-02-17","cited_by_count":12,"area":"lr"},{"id":"2503.17726","title":"A Survey on Mathematical Reasoning and Optimization with Large Language Models","created":"2025-03-22","cited_by_count":12,"area":"lr"},{"id":"2509.14480","title":"Process-Supervised Reinforcement Learning for Interactive Multimodal Tool-Use Agents","created":"2025-09-17","cited_by_count":12,"area":"agents"},{"id":"2603.00656","title":"InfoPO: Information-Driven Policy Optimization for User-Centric Agents","created":"2026-02-28","cited_by_count":12,"area":"agents"},{"id":"2502.14333","title":"A Survey on Feedback-based Multi-step Reasoning for Large Language Models on Mathematics","created":"2025-02-20","cited_by_count":11,"area":"lr"},{"id":"2507.01551","title":"Self-Guided Process Reward Optimization with Redefined Step-wise Advantage for Process Reinforcement Learning","created":"2025-07-02","cited_by_count":11,"area":"lr"},{"id":"2504.13145","title":"Exploring Expert Failures Improves LLM Agent Tuning","created":"2025-04-17","cited_by_count":9,"area":"agents"},{"id":"2502.13173","title":"Thinking Preference Optimization","created":"2025-02-17","cited_by_count":8,"area":"lr"},{"id":"2505.15960","title":"Efficient PRM Training Data Synthesis via Formal Verification","created":"2025-05-21","cited_by_count":8,"area":"lr"},{"id":"2510.01925","title":"Enhancing Large Language Model Reasoning with Reward Models: An Analytical Survey","created":"2025-10-02","cited_by_count":8,"area":"lr"},{"id":"2603.00141","title":"From Scale to Speed: Adaptive Test-Time Scaling for Image Editing","created":"2026-02-24","cited_by_count":8,"area":"lr"},{"id":"2503.24320","title":"Can Test-Time Scaling Improve World Foundation Model?","created":"2025-03-31","cited_by_count":7,"area":"lr"},{"id":"2602.09305","title":"Reward Modeling for Reinforcement Learning-Based LLM Reasoning: Design, Challenges, and Evaluation","created":"2026-02-10","cited_by_count":7,"area":"lr"},{"id":"2502.12663","title":"Demystifying Multilingual Chain-of-Thought in Process Reward Modeling","created":"2025-02-18","cited_by_count":6,"area":"lr"},{"id":"2506.12115","title":"Eliciting Reasoning in Language Models with Cognitive Tools","created":"2025-06-13","cited_by_count":6,"area":"lr"},{"id":"2508.13938","title":"MME-SCI: A Comprehensive and Challenging Science Benchmark for Multimodal Large Language Models","created":"2025-08-19","cited_by_count":6,"area":"mllm"},{"id":"2509.16548","title":"SCAN: Self-Denoising Monte Carlo Annotation for Robust Process Reward Learning","created":"2025-09-20","cited_by_count":6,"area":"lr"},{"id":"2606.14502","title":"From Chatbot to Digital Colleague: The Paradigm Shift Toward Persistent Autonomous AI","created":"2026-06-12","cited_by_count":6,"area":null},{"id":"2412.12583","title":"Process-Supervised Reward Models for Verifying Clinical Note Generation: A Scalable Approach Guided by Domain Expertise","created":"2024-12-17","cited_by_count":5,"area":"alignment"},{"id":"2503.03238","title":"FANS -- Formal Answer Selection for Natural Language Math Reasoning Using Lean4","created":"2025-03-05","cited_by_count":5,"area":"lr"},{"id":"2503.15944","title":"From Chaos to Order: The Atomic Reasoner Framework for Fine-grained Reasoning in Large Language Models","created":"2025-03-20","cited_by_count":5,"area":"lr"},{"id":"2507.15698","title":"CoLD: Counterfactually-Guided Length Debiasing for Process Reward Models in Mathematical Reasoning","created":"2025-07-21","cited_by_count":5,"area":"lr"},{"id":"2602.01365","title":"When Domains Interact: Asymmetric and Order-Sensitive Cross-Domain Effects in Reinforcement Learning for Reasoning","created":"2026-02-01","cited_by_count":5,"area":"lr"},{"id":"2605.17877","title":"PAIR: Prefix-Aware Internal Reward Model for Multi-Turn Agent Optimization","created":"2026-05-18","cited_by_count":5,"area":"lr"},{"id":"2509.25409","title":"From Faithfulness to Correctness: Generative Reward Models that Think Critically","created":"2025-09-29","cited_by_count":4,"area":"lr"},{"id":"2510.14703","title":"ToolPRM: Fine-Grained Inference Scaling of Structured Outputs for Function Calling","created":"2025-10-16","cited_by_count":4,"area":"agents"},{"id":"2603.16253","title":"Grounding the Score: Explicit Visual Premise Verification for Reliable Vision-Language Process Reward Models","created":"2026-03-17","cited_by_count":4,"area":"lr"},{"id":"2606.07367","title":"Self-evolving LLM agents with in-distribution Optimization","created":"2026-06-05","cited_by_count":4,"area":"agents"},{"id":"2607.05863","title":"Strategic Bargaining in Multi-Buyer Markets: Reinforcement Learning from Verifiable Rewards for LLM Negotiations","created":"2026-07-07","cited_by_count":4,"area":null},{"id":"2603.03538","title":"Verify to Amplify: Improving Reasoning via Learned Chain-of-Thought Verification","created":"2026-03-03","cited_by_count":3,"area":"lr"},{"id":"2605.28069","title":"ZipRL: Adaptive Multi-Turn Context Compression with Hindsight Response Replay","created":"2026-05-27","cited_by_count":3,"area":"inference"},{"id":"2601.14304","title":"Guided by the Plan: Enhancing Faithful Autoregressive Text-to-Audio Generation with Guided Decoding","created":"2026-01-18","cited_by_count":2,"area":null},{"id":"2603.27977","title":"SARL: Label-Free Reinforcement Learning by Rewarding Reasoning Topology","created":"2026-03-30","cited_by_count":2,"area":"lr"},{"id":"2605.29310","title":"Rubric-Guided Process Reward for Stepwise Model Routing","created":"2026-05-28","cited_by_count":2,"area":"lr"},{"id":"2605.30712","title":"ExpGraph: Model-Agnostic Experience Learning with Graph-Structured Memory for LLM Agents","created":"2026-05-29","cited_by_count":2,"area":"agents"},{"id":"2406.16377","title":"On the Transformations across Reward Model, Parameter Update, and In-Context Prompt","created":"2024-06-24","cited_by_count":1,"area":"alignment"},{"id":"2412.17558","title":"A Survey of Query Optimization in Large Language Models","created":"2024-12-23","cited_by_count":1,"area":"rag"},{"id":"2509.05542","title":"DreamPRM-1.5: Unlocking the Potential of Each Instance for Multimodal Process Reward Model Training","created":"2025-09-05","cited_by_count":1,"area":"lr"},{"id":"2509.24351","title":"From Static to Dynamic: Adaptive Monte Carlo Search for Mathematical Process Supervision","created":"2025-09-29","cited_by_count":1,"area":"lr"},{"id":"2601.03205","title":"UltraLogic: Enhancing LLM Reasoning through Large-Scale Data Synthesis and Bipolar Float Reward","created":"2026-01-06","cited_by_count":1,"area":"lr"},{"id":"2601.07293","title":"Inference-Time Scaling for Visual AutoRegressive modeling by Searching Representative Samples","created":"2026-01-12","cited_by_count":1,"area":"lr"},{"id":"2602.04145","title":"Training Data Efficiency in Multimodal Process Reward Models","created":"2026-02-04","cited_by_count":1,"area":"lr"},{"id":"2602.07832","title":"rePIRL: Learn PRM with Inverse RL for LLM Reasoning","created":"2026-02-08","cited_by_count":1,"area":"lr"},{"id":"2604.23366","title":"GSAR: Typed Grounding for Hallucination Detection and Recovery in Multi-Agent LLMs","created":"2026-04-25","cited_by_count":1,"area":"agents"},{"id":"2605.04064","title":"Improving Medical VQA through Trajectory-Aware Process Supervision","created":"2026-04-10","cited_by_count":1,"area":"lr"},{"id":"2606.19808","title":"Think Again or Think Longer? Selective Verification for Budget-Aware Reasoning","created":"2026-06-18","cited_by_count":1,"area":"lr"},{"id":"2510.01528","title":"Towards Interpretable and Inference-Optimal COT Reasoning with Sparse Autoencoder-Guided Generation","created":"2025-10-02","cited_by_count":0,"area":"lr"},{"id":"2511.08392","title":"PCRLLM: Proof-Carrying Reasoning with Large Language Models under Stepwise Logical Constraints","created":"2025-11-11","cited_by_count":0,"area":"lr"},{"id":"2512.14735","title":"PyFi: Toward Pyramid-like Financial Image Understanding for VLMs via Adversarial Agents","created":"2025-12-11","cited_by_count":0,"area":"mllm"},{"id":"2601.01011","title":"Intention Collapse: Intention-Level Metrics for Reasoning in Language Models","created":"2026-01-03","cited_by_count":0,"area":"lr"},{"id":"2601.21922","title":"Zero-Shot Video Restoration and Enhancement with Assistance of Video Diffusion Models","created":"2026-01-29","cited_by_count":0,"area":"diffusion"},{"id":"2602.14169","title":"Deep Dense Exploration for LLM Reinforcement Learning via Pivot-Driven Resampling","created":"2026-02-15","cited_by_count":0,"area":"lr"},{"id":"2605.15529","title":"Process Rewards with Learned Reliability","created":"2026-05-15","cited_by_count":0,"area":"lr"},{"id":"2605.24635","title":"HiMed: Incentivizing Hindi Reasoning in Medical LLMs","created":"2026-05-23","cited_by_count":0,"area":"lr"},{"id":"2608.26329","title":"Neuro-symbolic PRM: Enhancing Scientific Reasoning via Structured Traces and Symbolic Verification","created":"2026-08-26","cited_by_count":0,"area":"lr"},{"id":"2608.27046","title":"Performance Foundations of Parallel & Distributed Reasoning Language Models","created":"2026-08-27","cited_by_count":0,"area":"lr"},{"id":"2608.30395","title":"When LLM Meets Tree Search: A Systematic View of Inference as Search in Large Language Models","created":"2026-08-31","cited_by_count":0,"area":"lr"},{"id":"2609.33970","title":"On the Token Value Inequality in Efficient Reasoning","created":"2026-09-27","cited_by_count":0,"area":"lr"},{"id":"2609.36371","title":"LatentSift: Policy-State Filtering for Token-Efficient Verification of Software Engineering Agents","created":"2026-09-28","cited_by_count":0,"area":"lr"}],"next_cursor":"100"}