{"total":171,"rows":[{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942,"area":"moe"},{"id":"2411.10442","title":"Enhancing the Reasoning Ability of Multimodal Large Language Models via Mixed Preference Optimization","created":"2024-11-15","cited_by_count":239,"area":"lr"},{"id":"2504.11468","title":"SFT or RL? An Early Investigation into Training R1-Like Reasoning Large Vision-Language Models","created":"2025-04-10","cited_by_count":212,"area":"lr"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2403.00409","title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback","created":"2024-03-01","cited_by_count":135,"area":"alignment"},{"id":"2406.04151","title":"AgentGym: Evolving Large Language Model-based Agents across Diverse Environments","created":"2024-06-06","cited_by_count":120,"area":"agents"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2404.04465","title":"Aligning Diffusion Models by Optimizing Human Utility","created":"2024-04-06","cited_by_count":101,"area":"diffusion"},{"id":"2403.14472","title":"Detoxifying Large Language Models via Knowledge Editing","created":"2024-03-21","cited_by_count":87,"area":null},{"id":"2402.09345","title":"InfoRM: Mitigating Reward Hacking in RLHF via Information-Theoretic Reward Modeling","created":"2024-02-14","cited_by_count":79,"area":"alignment"},{"id":"2511.08325","title":"AgentPRM: Process Reward Models for LLM Agents via Step-Wise Promise and Progress","created":"2025-11-11","cited_by_count":77,"area":"lr"},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2402.05808","title":"Training Large Language Models for Reasoning through Reverse Curriculum Reinforcement Learning","created":"2024-02-08","cited_by_count":65,"area":"lr"},{"id":"2410.03642","title":"Aligning LLMs with Individual Preferences via Interaction","created":"2024-10-04","cited_by_count":63,"area":"alignment"},{"id":"2410.09893","title":"RMB: Comprehensively Benchmarking Reward Models in LLM Alignment","created":"2024-10-13","cited_by_count":61,"area":"alignment"},{"id":"2406.01422","title":"Alibaba LingmaAgent: Improving Automated Issue Resolution via Comprehensive Repository Exploration","created":"2024-06-03","cited_by_count":58,"area":null},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2406.08469","title":"PAL: Pluralistic Alignment Framework for Learning from Heterogeneous Preferences","created":"2024-06-12","cited_by_count":54,"area":"alignment"},{"id":"2602.01511","title":"Alternating Reinforcement Learning for Rubric-Based Reward Modeling in Non-Verifiable LLM Post-Training","created":"2026-02-02","cited_by_count":54,"area":"alignment"},{"id":"2412.14135","title":"Scaling of Search and Learning: A Roadmap to Reproduce o1 from Reinforcement Learning Perspective","created":"2024-12-18","cited_by_count":50,"area":"lr"},{"id":"2509.21880","title":"No Prompt Left Behind: Exploiting Zero-Variance Prompts in LLM Reinforcement Learning via Entropy-Guided Advantage Shaping","created":"2025-09-26","cited_by_count":50,"area":"lr"},{"id":"2405.14431","title":"RaFe: Ranking Feedback Improves Query Rewriting for RAG","created":"2024-05-23","cited_by_count":49,"area":"rag"},{"id":"2505.14674","title":"Reward Reasoning Model","created":"2025-05-20","cited_by_count":47,"area":"lr"},{"id":"2409.20370","title":"The Perfect Blend: Redefining RLHF with Mixture of Judges","created":"2024-09-30","cited_by_count":43,"area":"alignment"},{"id":"2410.04509","title":"ErrorRadar: Benchmarking Complex Mathematical Reasoning of Multimodal Large Language Models Via Error Detection","created":"2024-10-06","cited_by_count":37,"area":"lr"},{"id":"2502.09650","title":"Principled Data Selection for Alignment: The Hidden Risks of Difficult Examples","created":"2025-02-11","cited_by_count":37,"area":"alignment"},{"id":"2403.05171","title":"Overcoming Reward Overoptimization via Adversarial Policy Optimization with Lightweight Uncertainty Estimation","created":"2024-03-08","cited_by_count":33,"area":"alignment"},{"id":"2604.13602","title":"Reward Hacking in the Era of Large Models: Mechanisms, Emergent Misalignment, Challenges","created":"2026-04-15","cited_by_count":33,"area":"alignment"},{"id":"2505.20075","title":"Curriculum-RLAIF: Curriculum Alignment with Reinforcement Learning from AI Feedback","created":"2025-05-26","cited_by_count":32,"area":"alignment"},{"id":"2406.10957","title":"Eliminating Biased Length Reliance of Direct Preference Optimization via Down-Sampled KL Divergence","created":"2024-06-16","cited_by_count":31,"area":"alignment"},{"id":"2503.06358","title":"Language Model Personalization via Reward Factorization","created":"2025-03-08","cited_by_count":31,"area":"alignment"},{"id":"2401.17268","title":"Weaver: Foundation Models for Creative Writing","created":"2024-01-30","cited_by_count":27,"area":null},{"id":"2503.22230","title":"Exploring Data Scaling Trends and Effects in Reinforcement Learning from Human Feedback","created":"2025-03-28","cited_by_count":26,"area":"alignment"},{"id":"2401.11458","title":"Linear Alignment: A Closed-form Solution for Aligning Human Preferences without Tuning and Feedback","created":"2024-01-21","cited_by_count":25,"area":"alignment"},{"id":"2406.06606","title":"Prototypical Reward Network for Data-Efficient RLHF","created":"2024-06-06","cited_by_count":22,"area":"alignment"},{"id":"2409.06957","title":"Policy Filtration for RLHF to Mitigate Noise in Reward Models","created":"2024-09-11","cited_by_count":22,"area":"alignment"},{"id":"2404.18864","title":"Performance-Aligned LLMs for Generating Fast Code","created":"2024-04-29","cited_by_count":21,"area":null},{"id":"2505.14268","title":"Think-J: Learning to Think for Generative LLM-as-a-Judge","created":"2025-05-20","cited_by_count":21,"area":"lr"},{"id":"2410.16714","title":"Magnetic Preference Optimization: Achieving Last-iterate Convergence for Language Model Alignment","created":"2024-10-22","cited_by_count":20,"area":"alignment"},{"id":"2504.14363","title":"Improving RL Exploration for LLM Reasoning through Retrospective Replay","created":"2025-04-19","cited_by_count":19,"area":"lr"},{"id":"2505.02665","title":"A Survey of Slow Thinking-based Reasoning LLMs using Reinforced Learning and Inference-time Scaling Law","created":"2025-05-05","cited_by_count":19,"area":"lr"},{"id":"2405.14953","title":"MallowsPO: Fine-Tune Your LLM with Preference Dispersions","created":"2024-05-23","cited_by_count":18,"area":"alignment"},{"id":"2501.19358","title":"The Energy Loss Phenomenon in RLHF: A New Perspective on Mitigating Reward Hacking","created":"2025-01-31","cited_by_count":18,"area":"alignment"},{"id":"2505.16869","title":"MPO: Multilingual Safety Alignment via Reward Gap Optimization","created":"2025-05-22","cited_by_count":18,"area":"alignment"},{"id":"2505.22338","title":"Text2Grad: Reinforcement Learning from Natural Language Feedback","created":"2025-05-28","cited_by_count":18,"area":"alignment"},{"id":"2602.03619","title":"Learning Query-Specific Rubrics from Human Preferences for DeepResearch Report Generation","created":"2026-02-03","cited_by_count":18,"area":"alignment"},{"id":"2410.18027","title":"Cross-lingual Transfer of Reward Models in Multilingual Alignment","created":"2024-10-23","cited_by_count":17,"area":"alignment"},{"id":"2509.11963","title":"ToolRM: Outcome Reward Models for Tool-Calling Large Language Models","created":"2025-09-15","cited_by_count":17,"area":"lr"},{"id":"2404.04102","title":"ROPO: Robust Preference Optimization for Large Language Models","created":"2024-04-05","cited_by_count":16,"area":"alignment"},{"id":"2507.05197","title":"Pre-Trained Policy Discriminators are General Reward Models","created":"2025-07-07","cited_by_count":15,"area":"alignment"},{"id":"2402.13125","title":"TreeEval: Benchmark-Free Evaluation of Large Language Models through Tree Planning","created":"2024-02-20","cited_by_count":14,"area":null},{"id":"2410.05328","title":"Reward Learning From Preference With Ties","created":"2024-10-05","cited_by_count":14,"area":"alignment"},{"id":"2506.06298","title":"Pairwise Calibrated Rewards for Pluralistic Alignment","created":"2025-05-17","cited_by_count":14,"area":"alignment"},{"id":"2406.02756","title":"Aligning Large Language Models via Fine-grained Supervision","created":"2024-06-04","cited_by_count":13,"area":"alignment"},{"id":"2406.10977","title":"Toward Optimal LLM Alignments Using Two-Player Games","created":"2024-06-16","cited_by_count":13,"area":"alignment"},{"id":"2412.02685","title":"T-REG: Preference Optimization with Token-Level Reward Regularization","created":"2024-12-03","cited_by_count":13,"area":"alignment"},{"id":"2412.09544","title":"Sail into the Headwind: Alignment via Robust Rewards and Dynamic Labels against Reward Hacking","created":"2024-12-12","cited_by_count":13,"area":"alignment"},{"id":"2601.22664","title":"Real-Time Aligned Reward Model beyond Semantics","created":"2026-01-30","cited_by_count":13,"area":"alignment"},{"id":"2410.02205","title":"Aligning with Logic: Measuring, Evaluating and Improving Logical Preference Consistency in Large Language Models","created":"2024-10-03","cited_by_count":12,"area":"alignment"},{"id":"2512.06547","title":"A-3PO: Accelerating Asynchronous LLM Training with Staleness-aware Proximal Policy Approximation","created":"2025-12-06","cited_by_count":12,"area":null},{"id":"2603.08035","title":"CDRRM: Contrast-Driven Rubric Generation for Reliable and Interpretable Reward Modeling","created":"2026-03-09","cited_by_count":12,"area":"alignment"},{"id":"2403.03419","title":"Negating Negatives: Alignment with Human Negative Samples via Distributional Dispreference Optimization","created":"2024-03-06","cited_by_count":11,"area":"alignment"},{"id":"2406.14393","title":"Jailbreaking as a Reward Misspecification Problem","created":"2024-06-20","cited_by_count":11,"area":"alignment"},{"id":"2503.06260","title":"From Captions to Rewards (CAREVL): Leveraging Large Language Model Experts for Enhanced Reward Modeling in Large Vision-Language Models","created":"2025-03-08","cited_by_count":11,"area":"mllm"},{"id":"2507.07375","title":"Bradley-Terry and Multi-Objective Reward Modeling Are Complementary","created":"2025-07-10","cited_by_count":11,"area":"alignment"},{"id":"2405.11647","title":"Hummer: Towards Limited Competitive Preference Dataset","created":"2024-05-19","cited_by_count":10,"area":"alignment"},{"id":"2505.19770","title":"Understanding the Performance Gap in Preference Learning: A Dichotomy of RLHF and DPO","created":"2025-05-26","cited_by_count":10,"area":"alignment"},{"id":"2510.01243","title":"Detoxifying Large Language Models via Autoregressive Reward Guided Representation Editing","created":"2025-09-24","cited_by_count":10,"area":"alignment"},{"id":"2404.04932","title":"Towards Understanding the Influence of Reward Margin on Preference Model Performance","created":"2024-04-07","cited_by_count":9,"area":"alignment"},{"id":"2506.10054","title":"Uni-DPO: A Unified Paradigm for Dynamic Preference Optimization of LLMs","created":"2025-06-11","cited_by_count":9,"area":"alignment"},{"id":"2508.03058","title":"VRPO: Rethinking Value Modeling for Robust RL under Noisy Supervision in LLM Post-Training","created":"2025-08-05","cited_by_count":9,"area":"lr"},{"id":"2508.15811","title":"From Clicks to Preference: A Multi-stage Alignment Framework for Generative Query Suggestion in Conversational System","created":"2025-08-15","cited_by_count":9,"area":"alignment"},{"id":"2404.18255","title":"PatentGPT: A Large Language Model for Intellectual Property","created":"2024-04-28","cited_by_count":8,"area":null},{"id":"2502.04354","title":"Reviving The Classics: Active Reward Modeling in Large Language Model Alignment","created":"2025-02-04","cited_by_count":8,"area":"alignment"},{"id":"2502.13417","title":"RLTHF: Targeted Human Feedback for LLM Alignment","created":"2025-02-19","cited_by_count":8,"area":"alignment"},{"id":"2510.01925","title":"Enhancing Large Language Model Reasoning with Reward Models: An Analytical Survey","created":"2025-10-02","cited_by_count":8,"area":"lr"},{"id":"2512.00920","title":"Reward Auditor: Inference on Reward Modeling Suitability in Real-World Perturbed Scenarios","created":"2025-11-30","cited_by_count":8,"area":"alignment"},{"id":"2405.20830","title":"Self-Augmented Preference Optimization: Off-Policy Paradigms for Language Model Alignment","created":"2024-05-31","cited_by_count":7,"area":"alignment"},{"id":"2407.06542","title":"LIONs: An Empirically Optimized Approach to Align Language Models","created":"2024-07-09","cited_by_count":7,"area":"alignment"},{"id":"2410.01735","title":"LASeR: Learning to Adaptively Select Reward Models with Multi-Armed Bandits","created":"2024-10-02","cited_by_count":7,"area":"alignment"},{"id":"2504.10208","title":"From Prompting to Alignment: A Generative Framework for Query Recommendation","created":"2025-04-14","cited_by_count":7,"area":"alignment"},{"id":"2405.16681","title":"Triple Preference Optimization: Achieving Better Alignment using a Single Step Optimization","created":"2024-05-26","cited_by_count":6,"area":"alignment"},{"id":"2410.20199","title":"Rethinking the Uncertainty: A Critical Review and Analysis in the Era of Large Language Models","created":"2024-10-26","cited_by_count":6,"area":"lr"},{"id":"2502.14643","title":"Length-Controlled Margin-Based Preference Optimization without Reference Model","created":"2025-02-20","cited_by_count":6,"area":"lr"},{"id":"2502.16944","title":"Pretrain Value, Not Reward: Decoupled Value Policy Optimization","created":"2025-02-24","cited_by_count":6,"area":"lr"},{"id":"2505.10597","title":"Two Minds Better Than One: Collaborative Reward Modeling for LLM Alignment","created":"2025-05-15","cited_by_count":6,"area":"alignment"},{"id":"2406.08124","title":"Legend: Leveraging Representation Engineering to Annotate Safety Margin for Preference Datasets","created":"2024-06-12","cited_by_count":5,"area":"alignment"},{"id":"2406.16486","title":"Towards Comprehensive Preference Data Collection for Reward Modeling","created":"2024-06-24","cited_by_count":5,"area":"alignment"},{"id":"2410.01957","title":"Challenges and Future Directions of Data-Centric AI Alignment","created":"2024-10-02","cited_by_count":5,"area":"alignment"},{"id":"2410.09362","title":"SeRA: Self-Reviewing and Alignment of Large Language Models using Implicit Reward Margins","created":"2024-10-12","cited_by_count":5,"area":"alignment"},{"id":"2411.09073","title":"CHAI for LLMs: Improving Code-Mixed Translation in Large Language Models through Reinforcement Learning with AI Feedback","created":"2024-11-13","cited_by_count":5,"area":"alignment"},{"id":"2503.03238","title":"FANS -- Formal Answer Selection for Natural Language Math Reasoning Using Lean4","created":"2025-03-05","cited_by_count":5,"area":"lr"},{"id":"2503.04793","title":"Sentence-level Reward Model can Generalize Better for Aligning LLM from Human Preference","created":"2025-03-01","cited_by_count":5,"area":"alignment"},{"id":"2505.22298","title":"Adaptive Detoxification: Safeguarding General Capabilities of LLMs through Toxicity-Aware Knowledge Editing","created":"2025-05-28","cited_by_count":5,"area":"safety"},{"id":"2508.02618","title":"Alleviating Attention Hacking in Discriminative Reward Modeling through Interaction Distillation","created":"2025-08-04","cited_by_count":5,"area":"alignment"},{"id":"2509.22099","title":"S2J: Bridging the Gap Between Solving and Judging Ability in Generative Reward Models","created":"2025-09-26","cited_by_count":5,"area":"alignment"},{"id":"2510.13694","title":"Information-Theoretic Reward Modeling for Stable RLHF: Detecting and Mitigating Reward Hacking","created":"2025-10-15","cited_by_count":5,"area":"alignment"},{"id":"2602.10623","title":"Mitigating Reward Hacking in RLHF via Bayesian Non-negative Reward Modeling","created":"2026-02-11","cited_by_count":5,"area":"alignment"}],"next_cursor":"100"}