{"total":67,"rows":[{"id":"2406.11704","title":"Nemotron-4 340B Technical Report","created":"2024-06-17","cited_by_count":144,"area":null},{"id":"2503.21878","title":"Is Best-of-N the Best of Them? Coverage, Scaling, and Optimality in Inference-Time Alignment","created":"2025-03-27","cited_by_count":97,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2502.02588","title":"Calibrated Multi-Preference Optimization for Aligning Diffusion Models","created":"2025-02-04","cited_by_count":41,"area":"diffusion"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2410.12735","title":"CREAM: Consistency Regularized Self-Rewarding Language Models","created":"2024-10-16","cited_by_count":35,"area":"lr"},{"id":"2412.19792","title":"InfAlign: Inference-aware language model alignment","created":"2024-12-27","cited_by_count":35,"area":"alignment"},{"id":"2406.11817","title":"Iterative Length-Regularized Direct Preference Optimization: A Case Study on Improving 7B Language Models to GPT-4 Level","created":"2024-06-17","cited_by_count":22,"area":"alignment"},{"id":"2509.21834","title":"RobustFlow: Towards Robust Agentic Workflow Generation","created":"2025-09-26","cited_by_count":20,"area":"agents"},{"id":"2501.03884","title":"AlphaPO: Reward Shape Matters for LLM Alignment","created":"2025-01-07","cited_by_count":14,"area":"alignment"},{"id":"2412.09544","title":"Sail into the Headwind: Alignment via Robust Rewards and Dynamic Labels against Reward Hacking","created":"2024-12-12","cited_by_count":13,"area":"alignment"},{"id":"2503.00539","title":"Distributionally Robust Reinforcement Learning with Human Feedback","created":"2025-03-01","cited_by_count":12,"area":"alignment"},{"id":"2505.18126","title":"Reward Model Overoptimisation in Iterated RLHF","created":"2025-05-23","cited_by_count":12,"area":"alignment"},{"id":"2502.00203","title":"Reward-aware Preference Optimization: A Unified Mathematical Framework for Model Alignment","created":"2025-01-31","cited_by_count":10,"area":"lr"},{"id":"2505.19428","title":"Frictional Agent Alignment Framework: Slow Down and Don't Break Things","created":"2025-05-26","cited_by_count":10,"area":"agents"},{"id":"2505.12225","title":"Mining Intrinsic Rewards from LLM Hidden States for Efficient Best-of-N Sampling","created":"2025-05-18","cited_by_count":9,"area":"alignment"},{"id":"2506.04721","title":"SPARTA ALIGNMENT: Collectively Aligning Multiple Language Models through Combat","created":"2025-06-05","cited_by_count":9,"area":"alignment"},{"id":"2406.06887","title":"$\\textbf{PLUM}$: Improving Code LMs with Execution-Guided On-Policy Preference Learning Driven By Synthetic Test Cases","created":"2024-06-11","cited_by_count":8,"area":"alignment"},{"id":"2503.06810","title":"Mitigating Preference Hacking in Policy Optimization with Pessimism","created":"2025-03-10","cited_by_count":8,"area":"alignment"},{"id":"2509.05882","title":"Collaborate, Deliberate, Evaluate: How LLM Alignment Affects Coordinated Multi-Agent Outcomes","created":"2025-09-07","cited_by_count":7,"area":"agents"},{"id":"2509.23102","title":"Multiplayer Nash Preference Optimization","created":"2025-09-27","cited_by_count":7,"area":"alignment"},{"id":"2409.11212","title":"Self-Evolutionary Large Language Models through Uncertainty-Enhanced Preference Optimization","created":"2024-09-17","cited_by_count":6,"area":"alignment"},{"id":"2601.08421","title":"Coverage Improvement and Fast Convergence of On-policy Preference Learning","created":"2026-01-13","cited_by_count":6,"area":"alignment"},{"id":"2410.08458","title":"Simultaneous Reward Distillation and Preference Learning: Get You a Language Model Who Can Do Both","created":"2024-10-11","cited_by_count":5,"area":"alignment"},{"id":"2501.07886","title":"Iterative Label Refinement Matters More than Preference Optimization under Weak Supervision","created":"2025-01-14","cited_by_count":5,"area":"alignment"},{"id":"2502.17927","title":"Advantage-Guided Distillation for Preference Alignment in Small Language Models","created":"2025-02-25","cited_by_count":5,"area":"alignment"},{"id":"2505.20556","title":"Learning a Pessimistic Reward Model in RLHF","created":"2025-05-26","cited_by_count":5,"area":"alignment"},{"id":"2505.23316","title":"Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO","created":"2025-05-29","cited_by_count":5,"area":"alignment"},{"id":"2603.14128","title":"Diffusion Reinforcement Learning via Centered Reward Distillation","created":"2026-03-14","cited_by_count":5,"area":"diffusion"},{"id":"2502.06861","title":"Design Considerations in Offline Preference-based RL","created":"2025-02-08","cited_by_count":4,"area":"alignment"},{"id":"2505.24709","title":"On Symmetric Losses for Robust Policy Optimization with Noisy Preferences","created":"2025-05-30","cited_by_count":4,"area":"alignment"},{"id":"2506.01523","title":"Beyond RLHF: A Unified Theoretical Framework of Alignment","created":"2025-06-02","cited_by_count":3,"area":"alignment"},{"id":"2506.14157","title":"DCRM: A Heuristic to Measure Response Pair Quality in Preference Optimization","created":"2025-06-17","cited_by_count":3,"area":"alignment"},{"id":"2509.25762","title":"OPPO: Accelerating PPO-based RLHF via Pipeline Overlap","created":"2025-09-30","cited_by_count":3,"area":"alignment"},{"id":"2510.01458","title":"How Well Can Preference Optimization Generalize Under Noisy Feedback?","created":"2025-10-01","cited_by_count":3,"area":"alignment"},{"id":"2512.00709","title":"When Human Preferences Flip: An Instance-Dependent Robust Loss for RLHF","created":"2025-11-30","cited_by_count":3,"area":"alignment"},{"id":"2601.20838","title":"Reward Models Inherit Value Biases from Pretraining","created":"2026-01-28","cited_by_count":3,"area":"alignment"},{"id":"2502.17507","title":"C2-DPO: Constrained Controlled Direct Preference Optimization","created":"2025-02-22","cited_by_count":2,"area":"alignment"},{"id":"2505.20359","title":"Risk-aware Direct Preference Optimization under Nested Risk Measure","created":"2025-05-26","cited_by_count":2,"area":"alignment"},{"id":"2509.10515","title":"Adaptive Preference Optimization with Uncertainty-aware Utility Anchor","created":"2025-09-03","cited_by_count":2,"area":"alignment"},{"id":"2510.03231","title":"Reward Models are Metrics in a Trench Coat","created":"2025-10-03","cited_by_count":2,"area":"alignment"},{"id":"2512.04279","title":"Driving Beyond Privilege: Distilling Dense-Reward Knowledge into Sparse-Reward Policies","created":"2025-12-03","cited_by_count":2,"area":"wm"},{"id":"2602.00603","title":"Direct Preference Optimization with Rating Information: Practical Algorithms and Provable Gains","created":"2026-01-31","cited_by_count":2,"area":"alignment"},{"id":"2603.13506","title":"LibraGen: Playing a Balance Game in Subject-Driven Video Generation","created":"2026-03-13","cited_by_count":2,"area":"alignment"},{"id":"2506.08681","title":"Mitigating Reward Over-optimization in Direct Alignment Algorithms with Importance Sampling","created":"2025-06-10","cited_by_count":1,"area":"alignment"},{"id":"2508.03254","title":"V.I.P. : Iterative Online Preference Distillation for Efficient Video Diffusion Models","created":"2025-08-05","cited_by_count":1,"area":"diffusion"},{"id":"2509.19893","title":"Future Policy Approximation for Offline Reinforcement Learning in LLM Reasoning","created":"2025-09-24","cited_by_count":1,"area":"lr"},{"id":"2510.05135","title":"Curiosity-Driven LLM-as-a-judge for Personalized Creative Judgment","created":"2025-10-01","cited_by_count":1,"area":"lr"},{"id":"2510.05526","title":"Provably Mitigating Corruption, Overoptimization, and Verbosity Simultaneously in Offline and Online RLHF/DPO Alignment","created":"2025-10-07","cited_by_count":1,"area":"alignment"},{"id":"2605.20834","title":"Conditional Equivalence of DPO and RLHF: Implicit Assumption, Failure Modes, and Provable Alignment","created":"2026-05-20","cited_by_count":1,"area":"alignment"},{"id":"2607.16240","title":"Normalized Rewards for Preference Optimization","created":"2026-06-26","cited_by_count":1,"area":"alignment"},{"id":"2501.00562","title":"An Overview and Discussion on Using Large Language Models for Implementation Generation of Solutions to Open-Ended Problems","created":"2024-12-31","cited_by_count":0,"area":null},{"id":"2507.01479","title":"Evaluating the Effectiveness of Direct Preference Optimization for Personalizing German Automatic Text Simplifications for Persons with Intellectual Disabilities","created":"2025-07-02","cited_by_count":0,"area":"alignment"},{"id":"2509.16965","title":"Preference Distillation via Value based Reinforcement Learning","created":"2025-09-21","cited_by_count":0,"area":"alignment"},{"id":"2602.06239","title":"Provably avoiding over-optimization in Direct Preference Optimization without knowing the data distribution","created":"2026-02-05","cited_by_count":0,"area":"alignment"},{"id":"2602.06788","title":"Displacement-Resistant Extensions of DPO with Nonconvex $f$-Divergences","created":"2026-02-06","cited_by_count":0,"area":"alignment"},{"id":"2604.01312","title":"Preference learning in shades of gray: Interpretable and bias-aware reward modeling for human preferences","created":"2026-04-01","cited_by_count":0,"area":"alignment"},{"id":"2604.13175","title":"Pareto-Optimal Offline Reinforcement Learning via Smooth Tchebycheff Scalarization","created":"2026-04-14","cited_by_count":0,"area":"offlinerl"},{"id":"2604.24536","title":"Generating Place-Based Compromises Between Two Points of View","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.30487","title":"Configurable Reward Model for Balanced Safety Alignment","created":"2026-05-28","cited_by_count":0,"area":"alignment"},{"id":"2606.01382","title":"Efficient Exploration for Iterative Nash Preference Optimization","created":"2026-05-31","cited_by_count":0,"area":"alignment"},{"id":"2608.30902","title":"Low-Resource Preference Adaptation of LLMs via Activation-Based Label Propagation","created":"2026-08-31","cited_by_count":0,"area":"alignment"},{"id":"2609.06893","title":"Towards Bridging the Gap Between Offline and Iterative Alignment via Preference Distillation","created":"2026-09-07","cited_by_count":0,"area":"alignment"}],"next_cursor":null}