{"total":58,"rows":[{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2410.08193","title":"GenARM: Reward Guided Generation with Autoregressive Reward Model for Test-time Alignment","created":"2024-10-10","cited_by_count":54,"area":"alignment"},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2411.04625","title":"Sharp Analysis for KL-Regularized Contextual Bandits and RLHF","created":"2024-11-07","cited_by_count":33,"area":"alignment"},{"id":"2604.13602","title":"Reward Hacking in the Era of Large Models: Mechanisms, Emergent Misalignment, Challenges","created":"2026-04-15","cited_by_count":33,"area":"alignment"},{"id":"2406.07327","title":"3D-Properties: Identifying Challenges in DPO and Charting a Path Forward","created":"2024-06-11","cited_by_count":24,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2502.07460","title":"Logarithmic Regret for Online KL-Regularized Reinforcement Learning","created":"2025-02-11","cited_by_count":22,"area":"alignment"},{"id":"2503.02832","title":"AlignDistil: Token-Level Language Model Alignment as Adaptive Policy Distillation","created":"2025-03-04","cited_by_count":17,"area":"alignment"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2502.01208","title":"On Almost Surely Safe Alignment of Large Language Models at Inference-Time","created":"2025-02-03","cited_by_count":14,"area":"alignment"},{"id":"2505.19653","title":"Token-Importance Guided Direct Preference Optimization","created":"2025-05-26","cited_by_count":14,"area":"alignment"},{"id":"2412.02685","title":"T-REG: Preference Optimization with Token-Level Reward Regularization","created":"2024-12-03","cited_by_count":13,"area":"alignment"},{"id":"2410.15483","title":"Understanding Forgetting in LLM Supervised Fine-Tuning and Preference Learning -- A Convex Optimization Perspective","created":"2024-10-20","cited_by_count":12,"area":"alignment"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2510.24700","title":"Greedy Sampling Is Provably Efficient for RLHF","created":"2025-10-28","cited_by_count":11,"area":"alignment"},{"id":"2411.08302","title":"RED: Unleashing Token-Level Rewards from Holistic Feedback via Reward Redistribution","created":"2024-11-13","cited_by_count":10,"area":"alignment"},{"id":"2412.16834","title":"Online Learning from Strategic Human Feedback in LLM Fine-Tuning","created":"2024-12-22","cited_by_count":10,"area":"alignment"},{"id":"2409.00162","title":"Sequence to Sequence Reward Modeling: Improving RLHF by Language Feedback","created":"2024-08-30","cited_by_count":9,"area":"alignment"},{"id":"2503.04647","title":"Implicit Cross-Lingual Rewarding for Efficient Multilingual Preference Alignment","created":"2025-03-06","cited_by_count":9,"area":"alignment"},{"id":"2502.00666","title":"Avoiding $\\mathbf{exp(R_{max})}$ scaling in RLHF through Preference-based Exploration","created":"2025-02-02","cited_by_count":8,"area":"alignment"},{"id":"2502.03095","title":"Reveal the Mystery of DPO: The Connection between DPO and RL Algorithms","created":"2025-02-05","cited_by_count":8,"area":"alignment"},{"id":"2411.00722","title":"Token-level Proximal Policy Optimization for Query Generation","created":"2024-11-01","cited_by_count":7,"area":"alignment"},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"},{"id":"2410.15096","title":"GDPO: Learning to Directly Align Language Models with Diversity Using GFlowNets","created":"2024-10-19","cited_by_count":6,"area":"alignment"},{"id":"2411.10156","title":"Mitigating Sycophancy in Decoder-Only Transformer Architectures: Synthetic Data Intervention","created":"2024-11-15","cited_by_count":5,"area":"alignment"},{"id":"2502.17927","title":"Advantage-Guided Distillation for Preference Alignment in Small Language Models","created":"2025-02-25","cited_by_count":5,"area":"alignment"},{"id":"2503.04240","title":"DiffPO: Diffusion-styled Preference Optimization for Efficient Inference-Time Alignment of Large Language Models","created":"2025-03-06","cited_by_count":5,"area":"alignment"},{"id":"2503.04793","title":"Sentence-level Reward Model can Generalize Better for Aligning LLM from Human Preference","created":"2025-03-01","cited_by_count":5,"area":"alignment"},{"id":"2506.02553","title":"Response-Level Rewards Are All You Need for Online Reinforcement Learning in LLMs: A Mathematical Perspective","created":"2025-06-03","cited_by_count":5,"area":"alignment"},{"id":"2506.14574","title":"TGDPO: Harnessing Token-Level Reward Guidance for Enhancing Direct Preference Optimization","created":"2025-06-17","cited_by_count":5,"area":"alignment"},{"id":"2502.14560","title":"Less is More: Improving LLM Alignment via Preference Data Selection","created":"2025-02-20","cited_by_count":4,"area":"alignment"},{"id":"2510.13022","title":"On the Role of Preference Variance in Preference Optimization","created":"2025-10-14","cited_by_count":3,"area":"alignment"},{"id":"2411.00809","title":"Adaptive Segment-level Reward: Bridging the Gap Between Action and Reward Space in Alignment","created":"2024-10-23","cited_by_count":2,"area":"alignment"},{"id":"2504.16272","title":"Learning Explainable Dense Reward Shapes via Bayesian Optimization","created":"2025-04-22","cited_by_count":2,"area":"alignment"},{"id":"2505.06273","title":"Policy-labeled Preference Learning: Is Preference Enough for RLHF?","created":"2025-05-06","cited_by_count":2,"area":"alignment"},{"id":"2511.23391","title":"Ambiguity Awareness Optimization: Towards Semantic Disambiguation for Direct Preference Optimization","created":"2025-11-28","cited_by_count":2,"area":"alignment"},{"id":"2405.11226","title":"The Power of Active Multi-Task Learning in Reinforcement Learning from Human Feedback","created":"2024-05-18","cited_by_count":1,"area":"alignment"},{"id":"2411.02481","title":"Dr. SoW: Density Ratio of Strong-over-weak LLMs for Reducing the Cost of Human Annotation in Preference Tuning","created":"2024-11-04","cited_by_count":1,"area":"alignment"},{"id":"2502.05773","title":"PIPA: Preference Alignment as Prior-Informed Statistical Estimation","created":"2025-02-09","cited_by_count":1,"area":"alignment"},{"id":"2505.19743","title":"Token-level Accept or Reject: A Micro Alignment Approach for Large Language Models","created":"2025-05-26","cited_by_count":1,"area":"alignment"},{"id":"2601.10416","title":"LLMdoctor: Token-Level Flow-Guided Preference Optimization for Efficient Test-Time Alignment of Large Language Models","created":"2026-01-15","cited_by_count":1,"area":"alignment"},{"id":"2412.16378","title":"REFA: Reference Free Alignment for multi-preference optimization","created":"2024-12-20","cited_by_count":0,"area":"alignment"},{"id":"2507.22219","title":"RL from Teacher-Model Refinement: Gradual Imitation Learning for Machine Translation","created":"2025-07-29","cited_by_count":0,"area":"alignment"},{"id":"2509.11298","title":"When Are Two RLHF Objectives the Same?","created":"2025-09-14","cited_by_count":0,"area":"alignment"},{"id":"2511.12867","title":"Bootstrapping LLMs via Preference-Based Policy Optimization","created":"2025-11-17","cited_by_count":0,"area":"alignment"},{"id":"2604.08577","title":"Distributionally Robust Token Optimization in RLHF","created":"2026-03-27","cited_by_count":0,"area":"alignment"},{"id":"2607.18258","title":"S2T-RLHF: Hierarchical Credit Assignment for Stable Preference-Based RLHF","created":"2026-05-15","cited_by_count":0,"area":"alignment"},{"id":"2608.09568","title":"Se-DPO: Self-Evolving Token Credit for Direct Preference Optimization","created":"2026-08-10","cited_by_count":0,"area":"alignment"},{"id":"2608.27032","title":"Disentangling Optimization Scale from Preference Scale in DPO","created":"2026-08-27","cited_by_count":0,"area":"alignment"}],"next_cursor":null}