{"total":242,"rows":[{"id":"2502.01456","title":"Process Reinforcement through Implicit Rewards","created":"2025-02-03","cited_by_count":504,"area":"lr"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2410.18451","title":"Skywork-Reward: Bag of Tricks for Reward Modeling in LLMs","created":"2024-10-24","cited_by_count":327,"area":"lr"},{"id":"2411.02337","title":"WebRL: Training LLM Web Agents via Self-Evolving Online Curriculum Reinforcement Learning","created":"2024-11-04","cited_by_count":256,"area":"agents"},{"id":"2404.19733","title":"Iterative Reasoning Preference Optimization","created":"2024-04-30","cited_by_count":246,"area":"lr"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2408.07199","title":"Agent Q: Advanced Reasoning and Learning for Autonomous AI Agents","created":"2024-08-13","cited_by_count":208,"area":"lr"},{"id":"2404.14367","title":"Preference Fine-Tuning of LLMs Should Leverage Suboptimal, On-Policy Data","created":"2024-04-22","cited_by_count":185,"area":null},{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143,"area":"alignment"},{"id":"2410.16198","title":"Improve Vision Language Model Chain-of-thought Reasoning","created":"2024-10-21","cited_by_count":136,"area":"lr"},{"id":"2405.17220","title":"RLAIF-V: Open-Source AI Feedback Leads to Super GPT-4V Trustworthiness","created":"2024-05-27","cited_by_count":131,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2503.15478","title":"SWEET-RL: Training Multi-Turn LLM Agents on Collaborative Reasoning Tasks","created":"2025-03-19","cited_by_count":118,"area":"lr"},{"id":"2410.20290","title":"Fast Best-of-N Decoding via Speculative Rejection","created":"2024-10-26","cited_by_count":112,"area":null},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2504.03380","title":"Online Difficulty Filtering for Reasoning Oriented Reinforcement Learning","created":"2025-04-04","cited_by_count":104,"area":"lr"},{"id":"2506.24119","title":"SPIRAL: Self-Play on Zero-Sum Games Incentivizes Reasoning via Multi-Agent Multi-Turn Reinforcement Learning","created":"2025-06-30","cited_by_count":100,"area":"lr"},{"id":"2407.10490","title":"Learning Dynamics of LLM Finetuning","created":"2024-07-15","cited_by_count":95,"area":"alignment"},{"id":"2504.05520","title":"Efficient Reinforcement Finetuning via Adaptive Curriculum Learning","created":"2025-04-07","cited_by_count":93,"area":"lr"},{"id":"2410.11287","title":"Process Reward Model with Q-Value Rankings","created":"2024-10-15","cited_by_count":80,"area":"lr"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2412.01928","title":"MALT: Improving Reasoning with Multi-Agent LLM Training","created":"2024-12-02","cited_by_count":76,"area":"lr"},{"id":"2505.23564","title":"Segment Policy Optimization: Effective Segment-Level Credit Assignment in RL for Large Language Models","created":"2025-05-29","cited_by_count":75,"area":"lr"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2502.19613","title":"Self-rewarding correction for mathematical reasoning","created":"2025-02-26","cited_by_count":70,"area":"lr"},{"id":"2412.21037","title":"TangoFlux: Super Fast and Faithful Text to Audio Generation with Flow Matching and Clap-Ranked Preference Optimization","created":"2024-12-30","cited_by_count":68,"area":"diffusion"},{"id":"2405.14655","title":"Multi-turn Reinforcement Learning from Preference Human Feedback","created":"2024-05-23","cited_by_count":67,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2409.02392","title":"Building Math Agents with Multi-Turn Iterative Preference Learning","created":"2024-09-04","cited_by_count":66,"area":"lr"},{"id":"2406.14868","title":"Direct Multi-Turn Preference Optimization for Language Agents","created":"2024-06-21","cited_by_count":64,"area":"agents"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2410.16033","title":"TreeBoN: Enhancing Inference-Time Alignment with Speculative Tree-Search and Best-of-N Sampling","created":"2024-10-18","cited_by_count":61,"area":"lr"},{"id":"2410.04070","title":"PAD: Personalized Alignment of LLMs at Decoding-Time","created":"2024-10-05","cited_by_count":60,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2412.16145","title":"Offline Reinforcement Learning for LLM Multi-Step Reasoning","created":"2024-12-20","cited_by_count":54,"area":"lr"},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2502.06781","title":"Exploring the Limit of Outcome Reward for Learning Mathematical Reasoning","created":"2025-02-10","cited_by_count":52,"area":"lr"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2412.14135","title":"Scaling of Search and Learning: A Roadmap to Reproduce o1 from Reinforcement Learning Perspective","created":"2024-12-18","cited_by_count":50,"area":"lr"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2509.19199","title":"Agentic Reinforcement Learning with Implicit Step Rewards","created":"2025-09-23","cited_by_count":47,"area":"agents"},{"id":"2406.06424","title":"Margin-aware Preference Optimization for Aligning Diffusion Models without Reference","created":"2024-06-10","cited_by_count":46,"area":"diffusion"},{"id":"2505.12929","title":"Do Not Let Low-Probability Tokens Over-Dominate in RL for LLMs","created":"2025-05-19","cited_by_count":44,"area":"lr"},{"id":"2410.04350","title":"TIS-DPO: Token-level Importance Sampling for Direct Preference Optimization With Estimated Weights","created":"2024-10-06","cited_by_count":42,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2407.00782","title":"Step-Controlled DPO: Leveraging Stepwise Error for Enhanced Mathematical Reasoning","created":"2024-06-30","cited_by_count":35,"area":"lr"},{"id":"2406.00888","title":"Aligning Language Models with Demonstrated Feedback","created":"2024-06-02","cited_by_count":34,"area":"alignment"},{"id":"2405.19262","title":"Weak-to-Strong Search: Align Large Language Models via Searching over Small Language Models","created":"2024-05-29","cited_by_count":32,"area":"alignment"},{"id":"2502.17543","title":"Training a Generally Curious Agent","created":"2025-02-24","cited_by_count":31,"area":"agents"},{"id":"2410.04612","title":"Regressing the Relative Future: Efficient Policy Optimization for Multi-turn RLHF","created":"2024-10-06","cited_by_count":30,"area":"alignment"},{"id":"2409.09345","title":"Enhancing Decision-Making for LLM Agents via Step-Level Q-Value Models","created":"2024-09-14","cited_by_count":28,"area":"agents"},{"id":"2508.19229","title":"StepWiser: Stepwise Generative Judges for Wiser Reasoning","created":"2025-08-26","cited_by_count":28,"area":null},{"id":"2405.15624","title":"Inverse-RLignment: Large Language Model Alignment from Demonstrations through Inverse Reinforcement Learning","created":"2024-05-24","cited_by_count":27,"area":"alignment"},{"id":"2410.15595","title":"A Comprehensive Survey of Direct Preference Optimization: Datasets, Theories, Variants, and Applications","created":"2024-10-21","cited_by_count":27,"area":"lr"},{"id":"2506.08379","title":"Reinforce LLM Reasoning through Multi-Agent Reflection","created":"2025-06-10","cited_by_count":27,"area":"lr"},{"id":"2512.16912","title":"Exploration vs Exploitation: Rethinking RLVR through Clipping, Entropy, and Spurious Reward","created":"2025-12-18","cited_by_count":27,"area":"lr"},{"id":"2501.12735","title":"Online Preference Alignment for Language Models via Count-based Exploration","created":"2025-01-22","cited_by_count":26,"area":"alignment"},{"id":"2408.13518","title":"Selective Preference Optimization via Token-Level Reward Function Estimation","created":"2024-08-24","cited_by_count":25,"area":"lr"},{"id":"2505.01997","title":"Restoring Calibration for Aligned Large Language Models: A Calibration-Aware Fine-Tuning Approach","created":"2025-05-04","cited_by_count":25,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2502.16852","title":"Improving LLM General Preference Alignment via Optimistic Online Mirror Descent","created":"2025-02-24","cited_by_count":24,"area":"alignment"},{"id":"2405.15065","title":"Direct Preference Optimization With Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences","created":"2024-05-23","cited_by_count":23,"area":"alignment"},{"id":"2604.09459","title":"From Reasoning to Agentic: Credit Assignment in Reinforcement Learning for Large Language Models","created":"2026-04-10","cited_by_count":23,"area":"lr"},{"id":"2407.13709","title":"Understanding Reference Policies in Direct Preference Optimization","created":"2024-07-18","cited_by_count":22,"area":"alignment"},{"id":"2406.19774","title":"Direct Preference Knowledge Distillation for Large Language Models","created":"2024-06-28","cited_by_count":21,"area":"alignment"},{"id":"2409.01369","title":"Imitating Language via Scalable Inverse Reinforcement Learning","created":"2024-09-02","cited_by_count":21,"area":"offlinerl"},{"id":"2502.19110","title":"Conformal Linguistic Calibration: Trading-off between Factuality and Specificity","created":"2025-02-26","cited_by_count":20,"area":null},{"id":"2409.17819","title":"Inference-Time Language Model Alignment via Integrated Value Guidance","created":"2024-09-26","cited_by_count":19,"area":"alignment"},{"id":"2505.11595","title":"Stepwise Guided Policy Optimization: Coloring your Incorrect Reasoning in GRPO","created":"2025-05-16","cited_by_count":19,"area":"lr"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2508.04349","title":"GTPO and GRPO-S: Token and Sequence-Level Reward Shaping with Policy Entropy","created":"2025-08-06","cited_by_count":18,"area":"lr"},{"id":"2502.10581","title":"Do We Need to Verify Step by Step? Rethinking Process Supervision from a Theoretical Perspective","created":"2025-02-14","cited_by_count":17,"area":"lr"},{"id":"2503.02832","title":"AlignDistil: Token-Level Language Model Alignment as Adaptive Policy Distillation","created":"2025-03-04","cited_by_count":17,"area":"alignment"},{"id":"2507.00018","title":"Implicit Reward as the Bridge: A Unified View of SFT and DPO Connections","created":"2025-06-15","cited_by_count":17,"area":"alignment"},{"id":"2405.15821","title":"Reinforcing Language Agents via Policy Optimization with Action Decomposition","created":"2024-05-23","cited_by_count":16,"area":"agents"},{"id":"2503.08942","title":"Extragradient Preference Optimization (EGPO): Beyond Last-Iterate Convergence for Nash Learning from Human Feedback","created":"2025-03-11","cited_by_count":16,"area":"alignment"},{"id":"2505.23363","title":"Discriminative Policy Optimization for Token-Level Reward Models","created":"2025-05-29","cited_by_count":16,"area":"lr"},{"id":"2506.12725","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","created":"2025-06-15","cited_by_count":15,"area":"alignment"},{"id":"2507.21183","title":"MaPPO: Maximum a Posteriori Preference Optimization with Prior Knowledge","created":"2025-07-27","cited_by_count":15,"area":"alignment"},{"id":"2501.03884","title":"AlphaPO: Reward Shape Matters for LLM Alignment","created":"2025-01-07","cited_by_count":14,"area":"alignment"},{"id":"2505.19653","title":"Token-Importance Guided Direct Preference Optimization","created":"2025-05-26","cited_by_count":14,"area":"alignment"},{"id":"2412.02685","title":"T-REG: Preference Optimization with Token-Level Reward Regularization","created":"2024-12-03","cited_by_count":13,"area":"alignment"},{"id":"2504.03784","title":"Robust Reinforcement Learning from Human Feedback for Large Language Models Fine-Tuning","created":"2025-04-03","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2505.24445","title":"Learning Safety Constraints for Large Language Models","created":"2025-05-30","cited_by_count":13,"area":"safety"},{"id":"2406.07780","title":"A Critical Look At Tokenwise Reward-Guided Text Generation","created":"2024-06-12","cited_by_count":12,"area":"alignment"},{"id":"2407.12164","title":"Subject-driven Text-to-Image Generation via Preference-based Reinforcement Learning","created":"2024-07-16","cited_by_count":12,"area":null},{"id":"2408.14874","title":"Inverse-Q*: Token Level Reinforcement Learning for Aligning Large Language Models Without Preference Data","created":"2024-08-27","cited_by_count":12,"area":"alignment"},{"id":"2409.08642","title":"CPL: Critical Plan Step Learning Boosts LLM Generalization in Reasoning Tasks","created":"2024-09-13","cited_by_count":12,"area":"lr"},{"id":"2409.17401","title":"Zeroth-Order Policy Gradient for Reinforcement Learning from Human Feedback without Reward Inference","created":"2024-09-25","cited_by_count":12,"area":"alignment"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2502.11541","title":"MuSC: Improving Complex Instruction Following with Multi-granularity Self-Contrastive Training","created":"2025-02-17","cited_by_count":12,"area":null}],"next_cursor":"100"}