{"total":70,"rows":[{"id":"2403.19159","title":"Disentangling Length from Quality in Direct Preference Optimization","created":"2024-03-28","cited_by_count":196,"area":"alignment"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2406.05534","title":"Online DPO: Online Direct Preference Optimization with Fast-Slow Chasing","created":"2024-06-08","cited_by_count":39,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2403.05006","title":"Provable Pluralistic Alignment: Multi-Party RLHF under Offline Human Feedback","created":"2024-03-08","cited_by_count":32,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2505.06274","title":"PARM: Multi-Objective Test-Time Alignment via Preference-Aware Autoregressive Reward Model","created":"2025-05-06","cited_by_count":28,"area":"alignment"},{"id":"2408.15313","title":"Bi-Factorial Preference Optimization: Balancing Safety-Helpfulness in Language Models","created":"2024-08-27","cited_by_count":27,"area":"alignment"},{"id":"2508.03905","title":"Sotopia-RL: Reward Design for Social Intelligence","created":"2025-08-05","cited_by_count":24,"area":"alignment"},{"id":"2405.15065","title":"Direct Preference Optimization With Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences","created":"2024-05-23","cited_by_count":23,"area":"alignment"},{"id":"2509.11452","title":"Learning to Optimize Multi-Objective Alignment Through Dynamic Reward Weighting","created":"2025-09-14","cited_by_count":23,"area":"alignment"},{"id":"2503.00295","title":"Robust Multi-Objective Preference Alignment with Online DPO","created":"2025-03-01","cited_by_count":22,"area":"alignment"},{"id":"2412.05469","title":"Multi-Objective Alignment of Large Language Models Through Hypervolume Maximization","created":"2024-12-06","cited_by_count":20,"area":"alignment"},{"id":"2502.16320","title":"Direct Alignment with Heterogeneous Preferences","created":"2025-02-22","cited_by_count":19,"area":"alignment"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2505.10892","title":"Multi-Objective Preference Optimization: Improving Human Alignment of Generative Models","created":"2025-05-16","cited_by_count":13,"area":"alignment"},{"id":"2505.20925","title":"Multi-objective Large Language Model Alignment with Hierarchical Experts","created":"2025-05-27","cited_by_count":13,"area":"alignment"},{"id":"2502.15145","title":"Projection Optimization: A General Framework for Multi-Objective and Multi-Group RLHF","created":"2025-02-21","cited_by_count":11,"area":"alignment"},{"id":"2504.12663","title":"Persona-judge: Personalized Alignment of Large Language Models via Token-level Self-judgment","created":"2025-04-17","cited_by_count":11,"area":"alignment"},{"id":"2512.11391","title":"Mitigating the Safety Alignment Tax with Null-Space Constrained Policy Optimization","created":"2025-12-12","cited_by_count":11,"area":"alignment"},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2502.18699","title":"MPO: An Efficient Post-Processing Framework for Mixing Diverse Preference Alignment","created":"2025-02-25","cited_by_count":10,"area":"alignment"},{"id":"2505.19770","title":"Understanding the Performance Gap in Preference Learning: A Dichotomy of RLHF and DPO","created":"2025-05-26","cited_by_count":10,"area":"alignment"},{"id":"2503.00069","title":"Societal Alignment Frameworks Can Improve LLM Alignment","created":"2025-02-27","cited_by_count":8,"area":"alignment"},{"id":"2405.12961","title":"Aligning Transformers with Continuous Feedback via Energy Rank Alignment","created":"2024-05-21","cited_by_count":7,"area":"alignment"},{"id":"2505.04993","title":"Latent Preference Coding: Aligning Large Language Models via Discrete Latent Codes","created":"2025-05-08","cited_by_count":7,"area":"alignment"},{"id":"2509.24610","title":"OrthAlign: Orthogonal Subspace Decomposition for Non-Interfering Multi-Objective Alignment","created":"2025-09-29","cited_by_count":7,"area":"alignment"},{"id":"2504.20106","title":"Adaptive Helpfulness-Harmlessness Alignment with Preference Vectors","created":"2025-04-27","cited_by_count":6,"area":"alignment"},{"id":"2506.07165","title":"AMoPO: Adaptive Multi-objective Preference Optimization without Reward Models and Reference Models","created":"2025-06-08","cited_by_count":6,"area":"alignment"},{"id":"2510.01167","title":"Simultaneous Multi-objective Alignment Across Verifiable and Non-verifiable Rewards","created":"2025-10-01","cited_by_count":6,"area":"alignment"},{"id":"2602.07892","title":"Safety Alignment as Continual Learning: Mitigating the Alignment Tax via Orthogonal Gradient Projection","created":"2026-02-08","cited_by_count":6,"area":"alignment"},{"id":"2410.08316","title":"COS-DPO: Conditioned One-Shot Multi-Objective Fine-Tuning Framework","created":"2024-10-10","cited_by_count":5,"area":"alignment"},{"id":"2504.11337","title":"REWARD CONSISTENCY: Improving Multi-Objective Alignment from a Data-Centric Perspective","created":"2025-04-15","cited_by_count":5,"area":"alignment"},{"id":"2504.16628","title":"ParetoHqD: Fast Offline Multiobjective Alignment of Large Language Models using Pareto High-quality Data","created":"2025-04-23","cited_by_count":4,"area":"alignment"},{"id":"2602.20042","title":"AI Alignment Breaks at the Edge","created":"2026-02-23","cited_by_count":4,"area":"alignment"},{"id":"2410.21533","title":"L3Ms -- Lagrange Large Language Models","created":"2024-10-28","cited_by_count":3,"area":"alignment"},{"id":"2502.02153","title":"Vulnerability Mitigation for Safety-Aligned Language Models via Debiasing","created":"2025-02-04","cited_by_count":3,"area":"alignment"},{"id":"2508.11255","title":"FantasyTalking2: Timestep-Layer Adaptive Preference Optimization for Audio-Driven Portrait Animation","created":"2025-08-15","cited_by_count":3,"area":"alignment"},{"id":"2509.23371","title":"Alignment through Meta-Weighted Online Sampling: Bridging the Gap between Data Generation and Preference Optimization","created":"2025-09-27","cited_by_count":3,"area":"alignment"},{"id":"2512.23067","title":"The Reward Model Selection Crisis in Personalized Alignment","created":"2025-12-28","cited_by_count":3,"area":"alignment"},{"id":"2602.09538","title":"UniARM: Towards a Unified Autoregressive Reward Model for Multi-Objective Test-Time Alignment","created":"2026-02-10","cited_by_count":3,"area":"alignment"},{"id":"2606.16771","title":"GD$^2$PO: Mitigating Multi-Reward Conflicts via Group-Dynamic reward-Decoupled Policy Optimization","created":"2026-06-15","cited_by_count":3,"area":"alignment"},{"id":"2608.03092","title":"SMOPD: Multi-Reward Reinforcement Learning via Specialize-and-Merge Online Policy Distillation","created":"2026-08-04","cited_by_count":3,"area":"alignment"},{"id":"2503.10669","title":"UC-MOA: Utility-Conditioned Multi-Objective Alignment for Distributional Pareto-Optimality","created":"2025-03-10","cited_by_count":2,"area":"alignment"},{"id":"2503.12301","title":"One Goal, Many Challenges: Robust Preference Optimization Amid Content-Aware and Multi-Source Noise","created":"2025-03-16","cited_by_count":2,"area":"alignment"},{"id":"2505.20336","title":"MOSLIM:Align with diverse preferences in prompts through reward classification","created":"2025-05-24","cited_by_count":2,"area":"alignment"},{"id":"2503.01233","title":"PEO: Improving Bi-Factorial Preference Alignment with Post-Training Policy Extrapolation","created":"2025-03-03","cited_by_count":1,"area":"alignment"},{"id":"2508.07638","title":"Data Selection for LLM Alignment Using Fine-Grained Preferences","created":"2025-08-11","cited_by_count":1,"area":"alignment"},{"id":"2508.10530","title":"Is On-Policy Data always the Best Choice for Direct Preference Optimization-based LM Alignment?","created":"2025-08-14","cited_by_count":1,"area":"alignment"},{"id":"2510.15716","title":"Direct Preference Optimization with Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences","created":"2025-10-17","cited_by_count":1,"area":"alignment"},{"id":"2512.06515","title":"ProSocialAlign: Preference Conditioned Test Time Alignment in Language Models","created":"2025-12-06","cited_by_count":1,"area":"alignment"},{"id":"2604.00200","title":"Offline Constrained RLHF with Multiple Preference Oracles","created":"2026-03-31","cited_by_count":1,"area":"alignment"},{"id":"2604.00979","title":"Dual Optimal: Make Your LLM Peer-like with Dignity","created":"2026-04-01","cited_by_count":1,"area":"alignment"},{"id":"2604.04497","title":"One Model for All: Multi-Objective Controllable Language Models","created":"2026-04-06","cited_by_count":1,"area":"alignment"},{"id":"2604.17299","title":"Cat-DPO: Category-Adaptive Safety Alignment","created":"2026-04-19","cited_by_count":1,"area":"alignment"},{"id":"2605.11679","title":"Explaining and Breaking the Safety-Helpfulness Ceiling via Preference Dimensional Expansion","created":"2026-05-12","cited_by_count":1,"area":"alignment"},{"id":"2605.18721","title":"General Preference Reinforcement Learning","created":"2026-05-18","cited_by_count":1,"area":"alignment"},{"id":"2605.24154","title":"Palette: A Modular, Controllable, and Efficient Framework for On-demand Authorized Safety Alignment Relaxation in LLMs","created":"2026-05-22","cited_by_count":1,"area":"alignment"},{"id":"2607.29246","title":"Don't Mix Rewards, Mix Policies: Policy Decomposition and Optimization for Multi-Reward RL","created":"2026-07-31","cited_by_count":1,"area":"alignment"},{"id":"2609.05800","title":"Spillover-Aware Multi-Value Steering for Pluralistic LLM Alignment","created":"2026-09-05","cited_by_count":1,"area":"alignment"},{"id":"2403.02745","title":"CURATRON: Complete and Robust Preference Data for Rigorous Alignment of Large Language Models","created":"2024-03-05","cited_by_count":0,"area":"alignment"},{"id":"2508.05165","title":"Aligning LLMs on a Budget: Inference-Time Alignment with Heuristic Reward Models","created":"2025-08-07","cited_by_count":0,"area":"alignment"},{"id":"2512.10601","title":"Multi-Objective Reward and Preference Optimization: Theory and Algorithms","created":"2025-12-11","cited_by_count":0,"area":"alignment"},{"id":"2602.16053","title":"Multi-Objective Alignment of Language Models for Personalized Psychotherapy","created":"2026-02-17","cited_by_count":0,"area":"alignment"},{"id":"2602.22146","title":"Provable Last-Iterate Convergence for Multi-Objective Safe LLM Alignment via Optimistic Primal-Dual","created":"2026-02-25","cited_by_count":0,"area":"alignment"},{"id":"2604.04144","title":"Many Preferences, Few Policies: Towards Scalable Language Model Personalization","created":"2026-04-05","cited_by_count":0,"area":"alignment"},{"id":"2604.20685","title":"MGDA-Decoupled: Geometry-Aware Multi-Objective Optimisation for DPO-based LLM Alignment","created":"2026-04-22","cited_by_count":0,"area":"alignment"},{"id":"2605.25342","title":"MATO: Multi-objective Personalized Alignment with Test-time Optimization for Large Language Models","created":"2026-05-25","cited_by_count":0,"area":"alignment"},{"id":"2607.01392","title":"Multi-Objective Exploration and Preference Optimization via Mutual Information","created":"2026-07-01","cited_by_count":0,"area":"alignment"},{"id":"2610.04845","title":"Which Preferences to Train On? End-to-End Multi-Objective Alignment with an Adversarial Preference Distribution","created":"2026-10-04","cited_by_count":0,"area":"alignment"}],"next_cursor":null}