{"total":52,"rows":[{"id":"2503.21878","title":"Is Best-of-N the Best of Them? Coverage, Scaling, and Optimality in Inference-Time Alignment","created":"2025-03-27","cited_by_count":97,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2412.19792","title":"InfAlign: Inference-aware language model alignment","created":"2024-12-27","cited_by_count":35,"area":"alignment"},{"id":"2406.11817","title":"Iterative Length-Regularized Direct Preference Optimization: A Case Study on Improving 7B Language Models to GPT-4 Level","created":"2024-06-17","cited_by_count":22,"area":"alignment"},{"id":"2501.03884","title":"AlphaPO: Reward Shape Matters for LLM Alignment","created":"2025-01-07","cited_by_count":14,"area":"alignment"},{"id":"2412.09544","title":"Sail into the Headwind: Alignment via Robust Rewards and Dynamic Labels against Reward Hacking","created":"2024-12-12","cited_by_count":13,"area":"alignment"},{"id":"2503.00539","title":"Distributionally Robust Reinforcement Learning with Human Feedback","created":"2025-03-01","cited_by_count":12,"area":"alignment"},{"id":"2505.18126","title":"Reward Model Overoptimisation in Iterated RLHF","created":"2025-05-23","cited_by_count":12,"area":"alignment"},{"id":"2505.12225","title":"Mining Intrinsic Rewards from LLM Hidden States for Efficient Best-of-N Sampling","created":"2025-05-18","cited_by_count":9,"area":"alignment"},{"id":"2506.04721","title":"SPARTA ALIGNMENT: Collectively Aligning Multiple Language Models through Combat","created":"2025-06-05","cited_by_count":9,"area":"alignment"},{"id":"2406.06887","title":"$\\textbf{PLUM}$: Improving Code LMs with Execution-Guided On-Policy Preference Learning Driven By Synthetic Test Cases","created":"2024-06-11","cited_by_count":8,"area":"alignment"},{"id":"2503.06810","title":"Mitigating Preference Hacking in Policy Optimization with Pessimism","created":"2025-03-10","cited_by_count":8,"area":"alignment"},{"id":"2509.23102","title":"Multiplayer Nash Preference Optimization","created":"2025-09-27","cited_by_count":7,"area":"alignment"},{"id":"2409.11212","title":"Self-Evolutionary Large Language Models through Uncertainty-Enhanced Preference Optimization","created":"2024-09-17","cited_by_count":6,"area":"alignment"},{"id":"2601.08421","title":"Coverage Improvement and Fast Convergence of On-policy Preference Learning","created":"2026-01-13","cited_by_count":6,"area":"alignment"},{"id":"2410.08458","title":"Simultaneous Reward Distillation and Preference Learning: Get You a Language Model Who Can Do Both","created":"2024-10-11","cited_by_count":5,"area":"alignment"},{"id":"2501.07886","title":"Iterative Label Refinement Matters More than Preference Optimization under Weak Supervision","created":"2025-01-14","cited_by_count":5,"area":"alignment"},{"id":"2502.17927","title":"Advantage-Guided Distillation for Preference Alignment in Small Language Models","created":"2025-02-25","cited_by_count":5,"area":"alignment"},{"id":"2505.20556","title":"Learning a Pessimistic Reward Model in RLHF","created":"2025-05-26","cited_by_count":5,"area":"alignment"},{"id":"2505.23316","title":"Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO","created":"2025-05-29","cited_by_count":5,"area":"alignment"},{"id":"2502.06861","title":"Design Considerations in Offline Preference-based RL","created":"2025-02-08","cited_by_count":4,"area":"alignment"},{"id":"2505.24709","title":"On Symmetric Losses for Robust Policy Optimization with Noisy Preferences","created":"2025-05-30","cited_by_count":4,"area":"alignment"},{"id":"2506.01523","title":"Beyond RLHF: A Unified Theoretical Framework of Alignment","created":"2025-06-02","cited_by_count":3,"area":"alignment"},{"id":"2506.14157","title":"DCRM: A Heuristic to Measure Response Pair Quality in Preference Optimization","created":"2025-06-17","cited_by_count":3,"area":"alignment"},{"id":"2509.25762","title":"OPPO: Accelerating PPO-based RLHF via Pipeline Overlap","created":"2025-09-30","cited_by_count":3,"area":"alignment"},{"id":"2510.01458","title":"How Well Can Preference Optimization Generalize Under Noisy Feedback?","created":"2025-10-01","cited_by_count":3,"area":"alignment"},{"id":"2512.00709","title":"When Human Preferences Flip: An Instance-Dependent Robust Loss for RLHF","created":"2025-11-30","cited_by_count":3,"area":"alignment"},{"id":"2601.20838","title":"Reward Models Inherit Value Biases from Pretraining","created":"2026-01-28","cited_by_count":3,"area":"alignment"},{"id":"2502.17507","title":"C2-DPO: Constrained Controlled Direct Preference Optimization","created":"2025-02-22","cited_by_count":2,"area":"alignment"},{"id":"2505.20359","title":"Risk-aware Direct Preference Optimization under Nested Risk Measure","created":"2025-05-26","cited_by_count":2,"area":"alignment"},{"id":"2509.10515","title":"Adaptive Preference Optimization with Uncertainty-aware Utility Anchor","created":"2025-09-03","cited_by_count":2,"area":"alignment"},{"id":"2510.03231","title":"Reward Models are Metrics in a Trench Coat","created":"2025-10-03","cited_by_count":2,"area":"alignment"},{"id":"2602.00603","title":"Direct Preference Optimization with Rating Information: Practical Algorithms and Provable Gains","created":"2026-01-31","cited_by_count":2,"area":"alignment"},{"id":"2603.13506","title":"LibraGen: Playing a Balance Game in Subject-Driven Video Generation","created":"2026-03-13","cited_by_count":2,"area":"alignment"},{"id":"2506.08681","title":"Mitigating Reward Over-optimization in Direct Alignment Algorithms with Importance Sampling","created":"2025-06-10","cited_by_count":1,"area":"alignment"},{"id":"2510.05526","title":"Provably Mitigating Corruption, Overoptimization, and Verbosity Simultaneously in Offline and Online RLHF/DPO Alignment","created":"2025-10-07","cited_by_count":1,"area":"alignment"},{"id":"2605.20834","title":"Conditional Equivalence of DPO and RLHF: Implicit Assumption, Failure Modes, and Provable Alignment","created":"2026-05-20","cited_by_count":1,"area":"alignment"},{"id":"2607.16240","title":"Normalized Rewards for Preference Optimization","created":"2026-06-26","cited_by_count":1,"area":"alignment"},{"id":"2507.01479","title":"Evaluating the Effectiveness of Direct Preference Optimization for Personalizing German Automatic Text Simplifications for Persons with Intellectual Disabilities","created":"2025-07-02","cited_by_count":0,"area":"alignment"},{"id":"2509.16965","title":"Preference Distillation via Value based Reinforcement Learning","created":"2025-09-21","cited_by_count":0,"area":"alignment"},{"id":"2602.06239","title":"Provably avoiding over-optimization in Direct Preference Optimization without knowing the data distribution","created":"2026-02-05","cited_by_count":0,"area":"alignment"},{"id":"2602.06788","title":"Displacement-Resistant Extensions of DPO with Nonconvex $f$-Divergences","created":"2026-02-06","cited_by_count":0,"area":"alignment"},{"id":"2604.01312","title":"Preference learning in shades of gray: Interpretable and bias-aware reward modeling for human preferences","created":"2026-04-01","cited_by_count":0,"area":"alignment"},{"id":"2605.30487","title":"Configurable Reward Model for Balanced Safety Alignment","created":"2026-05-28","cited_by_count":0,"area":"alignment"},{"id":"2606.01382","title":"Efficient Exploration for Iterative Nash Preference Optimization","created":"2026-05-31","cited_by_count":0,"area":"alignment"},{"id":"2608.30902","title":"Low-Resource Preference Adaptation of LLMs via Activation-Based Label Propagation","created":"2026-08-31","cited_by_count":0,"area":"alignment"},{"id":"2609.06893","title":"Towards Bridging the Gap Between Offline and Iterative Alignment via Preference Distillation","created":"2026-09-07","cited_by_count":0,"area":"alignment"}],"next_cursor":null}