{"total":232,"rows":[{"id":"2504.21776","title":"WebThinker: Empowering Large Reasoning Models with Deep Research Capability","created":"2025-04-30","cited_by_count":335,"area":"lr"},{"id":"2405.07863","title":"RLHF Workflow: From Reward Modeling to Online RLHF","created":"2024-05-13","cited_by_count":267,"area":"lr"},{"id":"2411.10442","title":"Enhancing the Reasoning Ability of Multimodal Large Language Models via Mixed Preference Optimization","created":"2024-11-15","cited_by_count":239,"area":"lr"},{"id":"2407.19594","title":"Meta-Rewarding Language Models: Self-Improving Alignment with LLM-as-a-Meta-Judge","created":"2024-07-28","cited_by_count":204,"area":"synth"},{"id":"2406.15951","title":"Modular Pluralism: Pluralistic Alignment via Multi-LLM Collaboration","created":"2024-06-22","cited_by_count":113,"area":"alignment"},{"id":"2410.20290","title":"Fast Best-of-N Decoding via Speculative Rejection","created":"2024-10-26","cited_by_count":112,"area":null},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2412.01951","title":"Self-Improvement in Language Models: The Sharpening Mechanism","created":"2024-12-02","cited_by_count":104,"area":"synth"},{"id":"2405.20304","title":"Group Robust Preference Optimization in Reward-free RLHF","created":"2024-05-30","cited_by_count":95,"area":"lr"},{"id":"2407.10490","title":"Learning Dynamics of LLM Finetuning","created":"2024-07-15","cited_by_count":95,"area":"alignment"},{"id":"2406.11839","title":"mDPO: Conditional Preference Optimization for Multimodal Large Language Models","created":"2024-06-17","cited_by_count":92,"area":"mllm"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2407.14622","title":"BOND: Aligning LLMs with Best-of-N Distillation","created":"2024-07-19","cited_by_count":76,"area":"alignment"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2412.10400","title":"Reinforcement Learning Enhanced LLMs: A Survey","created":"2024-12-05","cited_by_count":71,"area":"lr"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2501.09695","title":"Mitigating Hallucinations in Large Vision-Language Models via DPO: On-Policy Data Hold the Key","created":"2025-01-16","cited_by_count":65,"area":"mllm"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2410.16033","title":"TreeBoN: Enhancing Inference-Time Alignment with Speculative Tree-Search and Best-of-N Sampling","created":"2024-10-18","cited_by_count":61,"area":"lr"},{"id":"2408.07990","title":"FuseChat: Knowledge Fusion of Chat Models","created":"2024-08-15","cited_by_count":55,"area":null},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2505.20347","title":"SeRL: Self-Play Reinforcement Learning for Large Language Models with Limited Data","created":"2025-05-25","cited_by_count":51,"area":"lr"},{"id":"2407.14507","title":"Internal Consistency and Self-Feedback in Large Language Models: A Survey","created":"2024-07-19","cited_by_count":50,"area":"lr"},{"id":"2509.19199","title":"Agentic Reinforcement Learning with Implicit Step Rewards","created":"2025-09-23","cited_by_count":47,"area":"agents"},{"id":"2408.06266","title":"Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment","created":"2024-08-12","cited_by_count":46,"area":"alignment"},{"id":"2407.00617","title":"Iterative Nash Policy Optimization: Aligning LLMs with General Preferences via No-Regret Learning","created":"2024-06-30","cited_by_count":45,"area":"alignment"},{"id":"2601.07055","title":"Dr. Zero: Self-Evolving Search Agents without Training Data","created":"2026-01-11","cited_by_count":44,"area":"agents"},{"id":"2509.07414","title":"Language Self-Play For Data-Free Training","created":"2025-09-09","cited_by_count":43,"area":"synth"},{"id":"2504.19162","title":"SPC: Evolving Self-Play Critic via Adversarial Games for LLM Reasoning","created":"2025-04-27","cited_by_count":42,"area":"lr"},{"id":"2410.06961","title":"Self-Boosting Large Language Models with Synthetic Preference Data","created":"2024-10-09","cited_by_count":40,"area":"alignment"},{"id":"2505.19683","title":"Large Language Models for Planning: A Comprehensive and Systematic Survey","created":"2025-05-26","cited_by_count":40,"area":"lr"},{"id":"2506.07468","title":"Chasing Moving Targets with Online Self-Play Reinforcement Learning for Safer Language Models","created":"2025-06-09","cited_by_count":39,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2409.07253","title":"Alignment of Diffusion Models: Fundamentals, Challenges, and Future","created":"2024-09-11","cited_by_count":35,"area":"diffusion"},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2602.20574","title":"GATES: Self-Distillation under Privileged Context with Consensus Gating","created":"2026-02-24","cited_by_count":35,"area":"distill"},{"id":"2411.04625","title":"Sharp Analysis for KL-Regularized Contextual Bandits and RLHF","created":"2024-11-07","cited_by_count":33,"area":"alignment"},{"id":"2409.15360","title":"Reward-Robust RLHF in LLMs","created":"2024-09-18","cited_by_count":32,"area":"alignment"},{"id":"2406.10957","title":"Eliminating Biased Length Reliance of Direct Preference Optimization via Down-Sampled KL Divergence","created":"2024-06-16","cited_by_count":31,"area":"alignment"},{"id":"2410.04612","title":"Regressing the Relative Future: Efficient Policy Optimization for Multi-turn RLHF","created":"2024-10-06","cited_by_count":30,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2509.25808","title":"Improving Sampling Efficiency in RLVR through Adaptive Rollout and Response Reuse","created":"2025-09-30","cited_by_count":29,"area":"lr"},{"id":"2405.17931","title":"Online Merging Optimizers for Boosting Rewards and Mitigating Tax in Alignment","created":"2024-05-28","cited_by_count":28,"area":"alignment"},{"id":"2406.04412","title":"Spread Preference Annotation: Direct Preference Judgment for Efficient LLM Alignment","created":"2024-06-06","cited_by_count":27,"area":"alignment"},{"id":"2410.02197","title":"Beyond Bradley-Terry Models: A General Preference Model for Language Model Alignment","created":"2024-10-03","cited_by_count":27,"area":"alignment"},{"id":"2410.15595","title":"A Comprehensive Survey of Direct Preference Optimization: Datasets, Theories, Variants, and Applications","created":"2024-10-21","cited_by_count":27,"area":"lr"},{"id":"2506.08379","title":"Reinforce LLM Reasoning through Multi-Agent Reflection","created":"2025-06-10","cited_by_count":27,"area":"lr"},{"id":"2507.23779","title":"Phi-Ground Tech Report: Advancing Perception in GUI Grounding","created":"2025-07-31","cited_by_count":25,"area":"lr"},{"id":"2502.16852","title":"Improving LLM General Preference Alignment via Optimistic Online Mirror Descent","created":"2025-02-24","cited_by_count":24,"area":"alignment"},{"id":"2505.20686","title":"Accelerating RL for LLM Reasoning with Optimal Advantage Regression","created":"2025-05-27","cited_by_count":24,"area":"lr"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2410.07672","title":"MACPO: Weak-to-Strong Alignment via Multi-Agent Contrastive Preference Optimization","created":"2024-10-10","cited_by_count":22,"area":"agents"},{"id":"2410.09302","title":"Enhancing Multi-Step Reasoning Abilities of Language Models through Direct Q-Function Optimization","created":"2024-10-11","cited_by_count":22,"area":"lr"},{"id":"2505.23749","title":"Distortion of AI Alignment: Does Preference Optimization Optimize for Preferences?","created":"2025-05-29","cited_by_count":22,"area":"alignment"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2603.01162","title":"Demystifying Group Relative Policy Optimization: Its Policy Gradient is a U-Statistic","created":"2026-03-01","cited_by_count":21,"area":"lr"},{"id":"2405.12701","title":"OLAPH: Improving Factuality in Biomedical Long-form Question Answering","created":"2024-05-21","cited_by_count":20,"area":null},{"id":"2406.15567","title":"SAIL: Self-Improving Efficient Online Alignment of Large Language Models","created":"2024-06-21","cited_by_count":20,"area":"alignment"},{"id":"2410.16714","title":"Magnetic Preference Optimization: Achieving Last-iterate Convergence for Language Model Alignment","created":"2024-10-22","cited_by_count":20,"area":"alignment"},{"id":"2502.05163","title":"Enhancing LLM Safety Through a Theoretical Minimax Game Lens","created":"2025-02-07","cited_by_count":19,"area":"safety"},{"id":"2412.09243","title":"SPRec: Self-Play to Debias LLM-based Recommendation","created":"2024-12-12","cited_by_count":18,"area":"synth"},{"id":"2505.16869","title":"MPO: Multilingual Safety Alignment via Reward Gap Optimization","created":"2025-05-22","cited_by_count":18,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2502.16182","title":"IPO: Your Language Model is Secretly a Preference Classifier","created":"2025-02-22","cited_by_count":17,"area":"alignment"},{"id":"2411.01493","title":"Sample-Efficient Alignment for LLMs","created":"2024-11-03","cited_by_count":16,"area":"alignment"},{"id":"2502.09053","title":"Game Theory Meets Large Language Models: A Systematic Survey with Taxonomy and New Frontiers","created":"2025-02-13","cited_by_count":16,"area":null},{"id":"2503.08942","title":"Extragradient Preference Optimization (EGPO): Beyond Last-Iterate Convergence for Nash Learning from Human Feedback","created":"2025-03-11","cited_by_count":16,"area":"alignment"},{"id":"2510.15414","title":"MARSHAL: Incentivizing Multi-Agent Reasoning via Self-Play with Strategic LLMs","created":"2025-10-17","cited_by_count":16,"area":"lr"},{"id":"2505.20259","title":"Lifelong Safety Alignment for Language Models","created":"2025-05-26","cited_by_count":15,"area":"alignment"},{"id":"2506.12725","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","created":"2025-06-15","cited_by_count":15,"area":"alignment"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2501.03884","title":"AlphaPO: Reward Shape Matters for LLM Alignment","created":"2025-01-07","cited_by_count":14,"area":"alignment"},{"id":"2502.13389","title":"Reasoning with Reinforced Functional Token Tuning","created":"2025-02-19","cited_by_count":14,"area":"lr"},{"id":"2503.17928","title":"Debiasing Multimodal Large Language Models via Noise-Aware Preference Optimization","created":"2025-03-23","cited_by_count":14,"area":"mllm"},{"id":"2406.10977","title":"Toward Optimal LLM Alignments Using Two-Player Games","created":"2024-06-16","cited_by_count":13,"area":"alignment"},{"id":"2407.18676","title":"Right Now, Wrong Then: Non-Stationary Direct Preference Optimization under Preference Drift","created":"2024-07-26","cited_by_count":13,"area":"alignment"},{"id":"2412.09544","title":"Sail into the Headwind: Alignment via Robust Rewards and Dynamic Labels against Reward Hacking","created":"2024-12-12","cited_by_count":13,"area":"alignment"},{"id":"2503.05079","title":"On a Connection Between Imitation Learning and RLHF","created":"2025-03-07","cited_by_count":13,"area":"alignment"},{"id":"2504.03784","title":"Robust Reinforcement Learning from Human Feedback for Large Language Models Fine-Tuning","created":"2025-04-03","cited_by_count":13,"area":"alignment"},{"id":"2507.02834","title":"ExPO: Unlocking Hard Reasoning with Self-Explanation-Guided Reinforcement Learning","created":"2025-07-03","cited_by_count":13,"area":"lr"},{"id":"2510.20369","title":"Ask a Strong LLM Judge when Your Reward Model is Uncertain","created":"2025-10-23","cited_by_count":13,"area":"alignment"},{"id":"2503.00539","title":"Distributionally Robust Reinforcement Learning with Human Feedback","created":"2025-03-01","cited_by_count":12,"area":"alignment"},{"id":"2506.01183","title":"Doubly Robust Alignment for Large Language Models","created":"2025-06-01","cited_by_count":12,"area":"alignment"},{"id":"2503.01864","title":"Larger or Smaller Reward Margins to Select Preferences for Alignment?","created":"2025-02-25","cited_by_count":11,"area":"alignment"},{"id":"2503.18455","title":"SEAlign: Alignment Training for Software Engineering Agent","created":"2025-03-24","cited_by_count":11,"area":"agents"},{"id":"2507.10621","title":"Game Theory Meets LLM and Agentic AI: Reimagining Cybersecurity for the Age of Intelligent Threats","created":"2025-07-14","cited_by_count":11,"area":"agents"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2410.13828","title":"A Common Pitfall of Margin-based Language Model Alignment: Gradient Entanglement","created":"2024-10-17","cited_by_count":10,"area":"alignment"},{"id":"2502.06051","title":"Towards a Sharp Analysis of Offline Policy Learning for $f$-Divergence-Regularized Contextual Bandits","created":"2025-02-09","cited_by_count":10,"area":"offlinerl"},{"id":"2502.18099","title":"Stackelberg Self-Annotation: A Robust Approach to Data-Efficient LLM Alignment","created":"2025-02-25","cited_by_count":10,"area":"alignment"},{"id":"2504.19276","title":"Anyprefer: An Agentic Framework for Preference Data Synthesis","created":"2025-04-27","cited_by_count":10,"area":"agents"},{"id":"2505.20627","title":"Fundamental Limits of Game-Theoretic LLM Alignment: Smith Consistency and Preference Matching","created":"2025-05-27","cited_by_count":10,"area":"alignment"},{"id":"2512.16626","title":"Stackelberg Learning from Human Feedback: Preference Optimization as a Sequential Game","created":"2025-12-18","cited_by_count":10,"area":"alignment"},{"id":"2410.11055","title":"Varying Shades of Wrong: Aligning LLMs with Wrong Answers Only","created":"2024-10-14","cited_by_count":9,"area":"alignment"},{"id":"2410.20727","title":"Faster WIND: Accelerating Iterative Best-of-$N$ Distillation for LLM Alignment","created":"2024-10-28","cited_by_count":9,"area":"alignment"},{"id":"2410.20749","title":"Matryoshka Pilot: Learning to Drive Black-Box LLMs with LLMs","created":"2024-10-28","cited_by_count":9,"area":null},{"id":"2411.13611","title":"DSTC: Direct Preference Learning with Only Self-Generated Tests and Code to Improve Code LMs","created":"2024-11-20","cited_by_count":9,"area":"alignment"}],"next_cursor":"100"}