{"total":107,"rows":[{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2402.19085","title":"Controllable Preference Optimization: Toward Controllable Multi-Objective Alignment","created":"2024-02-29","cited_by_count":107,"area":"alignment"},{"id":"2406.18853","title":"Decoding-Time Language Model Alignment with Multiple Objectives","created":"2024-06-27","cited_by_count":94,"area":"alignment"},{"id":"2410.04070","title":"PAD: Personalized Alignment of LLMs at Decoding-Time","created":"2024-10-05","cited_by_count":60,"area":"alignment"},{"id":"2410.08193","title":"GenARM: Reward Guided Generation with Autoregressive Reward Model for Test-time Alignment","created":"2024-10-10","cited_by_count":54,"area":"alignment"},{"id":"2403.17141","title":"MetaAligner: Towards Generalizable Multi-Objective Alignment of Language Models","created":"2024-03-25","cited_by_count":44,"area":"alignment"},{"id":"2409.20370","title":"The Perfect Blend: Redefining RLHF with Mixture of Judges","created":"2024-09-30","cited_by_count":43,"area":"alignment"},{"id":"2503.17003","title":"A Survey on Personalized Alignment -- The Missing Piece for Large Language Models in Real-World Applications","created":"2025-03-21","cited_by_count":42,"area":"alignment"},{"id":"2406.16306","title":"Cascade Reward Sampling for Efficient Decoding-Time Alignment","created":"2024-06-24","cited_by_count":39,"area":"alignment"},{"id":"2410.08968","title":"Controllable Safety Alignment: Inference-Time Adaptation to Diverse Safety Requirements","created":"2024-10-11","cited_by_count":36,"area":"alignment"},{"id":"2503.06358","title":"Language Model Personalization via Reward Factorization","created":"2025-03-08","cited_by_count":31,"area":"alignment"},{"id":"2506.05598","title":"SynthesizeMe! Inducing Persona-Guided Prompts for Personalized Reward Models in LLMs","created":"2025-06-05","cited_by_count":29,"area":"alignment"},{"id":"2505.06274","title":"PARM: Multi-Objective Test-Time Alignment via Preference-Aware Autoregressive Reward Model","created":"2025-05-06","cited_by_count":28,"area":"alignment"},{"id":"2405.15624","title":"Inverse-RLignment: Large Language Model Alignment from Demonstrations through Inverse Reinforcement Learning","created":"2024-05-24","cited_by_count":27,"area":"alignment"},{"id":"2405.19544","title":"One-Shot Safety Alignment for Large Language Models via Optimal Dualization","created":"2024-05-29","cited_by_count":24,"area":"alignment"},{"id":"2508.03905","title":"Sotopia-RL: Reward Design for Social Intelligence","created":"2025-08-05","cited_by_count":24,"area":"alignment"},{"id":"2405.15065","title":"Direct Preference Optimization With Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences","created":"2024-05-23","cited_by_count":23,"area":"alignment"},{"id":"2509.11452","title":"Learning to Optimize Multi-Objective Alignment Through Dynamic Reward Weighting","created":"2025-09-14","cited_by_count":23,"area":"alignment"},{"id":"2410.19198","title":"MAP: Multi-Human-Value Alignment Palette","created":"2024-10-24","cited_by_count":20,"area":"alignment"},{"id":"2412.05469","title":"Multi-Objective Alignment of Large Language Models Through Hypervolume Maximization","created":"2024-12-06","cited_by_count":20,"area":"alignment"},{"id":"2508.07768","title":"Pareto Multi-Objective Alignment for Language Models","created":"2025-08-11","cited_by_count":20,"area":"alignment"},{"id":"2506.16507","title":"Robust Reward Modeling via Causal Rubrics","created":"2025-06-19","cited_by_count":19,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2404.04102","title":"ROPO: Robust Preference Optimization for Large Language Models","created":"2024-04-05","cited_by_count":16,"area":"alignment"},{"id":"2502.19312","title":"FSPO: Few-Shot Optimization of Synthetic Preferences Personalizes to Real Users","created":"2025-02-26","cited_by_count":15,"area":"alignment"},{"id":"2502.14289","title":"Drift: Decoding-time Personalized Alignments with Implicit User Preferences","created":"2025-02-20","cited_by_count":13,"area":"alignment"},{"id":"2505.10892","title":"Multi-Objective Preference Optimization: Improving Human Alignment of Generative Models","created":"2025-05-16","cited_by_count":13,"area":"alignment"},{"id":"2505.20925","title":"Multi-objective Large Language Model Alignment with Hierarchical Experts","created":"2025-05-27","cited_by_count":13,"area":"alignment"},{"id":"2410.15483","title":"Understanding Forgetting in LLM Supervised Fine-Tuning and Preference Learning -- A Convex Optimization Perspective","created":"2024-10-20","cited_by_count":12,"area":"alignment"},{"id":"2502.15145","title":"Projection Optimization: A General Framework for Multi-Objective and Multi-Group RLHF","created":"2025-02-21","cited_by_count":11,"area":"alignment"},{"id":"2504.12663","title":"Persona-judge: Personalized Alignment of Large Language Models via Token-level Self-judgment","created":"2025-04-17","cited_by_count":11,"area":"alignment"},{"id":"2505.24846","title":"MiCRo: Mixture Modeling and Context-aware Routing for Personalized Preference Learning","created":"2025-05-30","cited_by_count":11,"area":"alignment"},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2502.18699","title":"MPO: An Efficient Post-Processing Framework for Mixing Diverse Preference Alignment","created":"2025-02-25","cited_by_count":10,"area":"alignment"},{"id":"2503.01658","title":"CoPL: Collaborative Preference Learning for Personalizing LLMs","created":"2025-03-03","cited_by_count":10,"area":"alignment"},{"id":"2505.19770","title":"Understanding the Performance Gap in Preference Learning: A Dichotomy of RLHF and DPO","created":"2025-05-26","cited_by_count":10,"area":"alignment"},{"id":"2408.05094","title":"Unlocking Decoding-time Controllability: Gradient-Free Multi-Objective Alignment with Contrastive Prompts","created":"2024-08-09","cited_by_count":9,"area":"alignment"},{"id":"2505.23349","title":"Towards Reward Fairness in RLHF: From a Resource Allocation Perspective","created":"2025-05-29","cited_by_count":9,"area":"alignment"},{"id":"2502.04354","title":"Reviving The Classics: Active Reward Modeling in Large Language Model Alignment","created":"2025-02-04","cited_by_count":8,"area":"alignment"},{"id":"2505.19387","title":"Alignment of large language models with constrained learning","created":"2025-05-26","cited_by_count":8,"area":"alignment"},{"id":"2408.03459","title":"Can DPO Learn Diverse Human Values? A Theoretical Scaling Law","created":"2024-08-06","cited_by_count":7,"area":"alignment"},{"id":"2505.04993","title":"Latent Preference Coding: Aligning Large Language Models via Discrete Latent Codes","created":"2025-05-08","cited_by_count":7,"area":"alignment"},{"id":"2509.24610","title":"OrthAlign: Orthogonal Subspace Decomposition for Non-Interfering Multi-Objective Alignment","created":"2025-09-29","cited_by_count":7,"area":"alignment"},{"id":"2407.00693","title":"BAPO: Base-Anchored Preference Optimization for Overcoming Forgetting in Large Language Models Personalization","created":"2024-06-30","cited_by_count":6,"area":"alignment"},{"id":"2410.19720","title":"2D-DPO: Scaling Direct Preference Optimization with 2-Dimensional Supervision","created":"2024-10-25","cited_by_count":6,"area":"alignment"},{"id":"2506.07165","title":"AMoPO: Adaptive Multi-objective Preference Optimization without Reward Models and Reference Models","created":"2025-06-08","cited_by_count":6,"area":"alignment"},{"id":"2510.01167","title":"Simultaneous Multi-objective Alignment Across Verifiable and Non-verifiable Rewards","created":"2025-10-01","cited_by_count":6,"area":"alignment"},{"id":"2510.10963","title":"APLOT: Robust Reward Modeling via Adaptive Preference Learning with Optimal Transport","created":"2025-10-13","cited_by_count":6,"area":"alignment"},{"id":"2407.16970","title":"Towards Aligning Language Models with Textual Feedback","created":"2024-07-24","cited_by_count":5,"area":"alignment"},{"id":"2410.01957","title":"Challenges and Future Directions of Data-Centric AI Alignment","created":"2024-10-02","cited_by_count":5,"area":"alignment"},{"id":"2410.08316","title":"COS-DPO: Conditioned One-Shot Multi-Objective Fine-Tuning Framework","created":"2024-10-10","cited_by_count":5,"area":"alignment"},{"id":"2504.11337","title":"REWARD CONSISTENCY: Improving Multi-Objective Alignment from a Data-Centric Perspective","created":"2025-04-15","cited_by_count":5,"area":"alignment"},{"id":"2511.17579","title":"Multi-Value Alignment for LLMs via Value Decorrelation and Extrapolation","created":"2025-11-15","cited_by_count":5,"area":"alignment"},{"id":"2406.03642","title":"Is Free Self-Alignment Possible?","created":"2024-06-05","cited_by_count":4,"area":"alignment"},{"id":"2502.14560","title":"Less is More: Improving LLM Alignment via Preference Data Selection","created":"2025-02-20","cited_by_count":4,"area":"alignment"},{"id":"2504.16628","title":"ParetoHqD: Fast Offline Multiobjective Alignment of Large Language Models using Pareto High-quality Data","created":"2025-04-23","cited_by_count":4,"area":"alignment"},{"id":"2602.20042","title":"AI Alignment Breaks at the Edge","created":"2026-02-23","cited_by_count":4,"area":"alignment"},{"id":"2604.12479","title":"Meet Dynamic Individual Preferences: Resolving Conflicting Human Value with Paired Fine-Tuning","created":"2026-04-14","cited_by_count":4,"area":"alignment"},{"id":"2605.26579","title":"Focal Reward: Balanced Reinforcement Learning under Rubric-Based Rewards","created":"2026-05-26","cited_by_count":4,"area":"alignment"},{"id":"2510.01458","title":"How Well Can Preference Optimization Generalize Under Noisy Feedback?","created":"2025-10-01","cited_by_count":3,"area":"alignment"},{"id":"2511.06222","title":"SPA: Achieving Consensus in LLM Alignment via Self-Priority Optimization","created":"2025-11-09","cited_by_count":3,"area":"alignment"},{"id":"2512.23067","title":"The Reward Model Selection Crisis in Personalized Alignment","created":"2025-12-28","cited_by_count":3,"area":"alignment"},{"id":"2602.09538","title":"UniARM: Towards a Unified Autoregressive Reward Model for Multi-Objective Test-Time Alignment","created":"2026-02-10","cited_by_count":3,"area":"alignment"},{"id":"2502.02628","title":"e-SimFT: Alignment of Generative Models with Simulation Feedback for Pareto-Front Design Exploration","created":"2025-02-04","cited_by_count":2,"area":"alignment"},{"id":"2503.10669","title":"UC-MOA: Utility-Conditioned Multi-Objective Alignment for Distributional Pareto-Optimality","created":"2025-03-10","cited_by_count":2,"area":"alignment"},{"id":"2505.20336","title":"MOSLIM:Align with diverse preferences in prompts through reward classification","created":"2025-05-24","cited_by_count":2,"area":"alignment"},{"id":"2509.23564","title":"Clean First, Align Later: Benchmarking Preference Data Cleaning for Reliable LLM Alignment","created":"2025-09-28","cited_by_count":2,"area":"alignment"},{"id":"2603.18113","title":"VC-Soup: Value-Consistency Guided Multi-Value Alignment for Large Language Models","created":"2026-03-18","cited_by_count":2,"area":"alignment"},{"id":"2604.05965","title":"Beyond Compromise: Pareto-Lenient Consensus for Efficient Multi-Preference LLM Alignment","created":"2026-04-07","cited_by_count":2,"area":"alignment"},{"id":"2406.16377","title":"On the Transformations across Reward Model, Parameter Update, and In-Context Prompt","created":"2024-06-24","cited_by_count":1,"area":"alignment"},{"id":"2502.12375","title":"UltraGen: Extremely Fine-grained Controllable Generation via Attribute Reconstruction and Global Preference Optimization","created":"2025-02-17","cited_by_count":1,"area":"alignment"},{"id":"2503.01233","title":"PEO: Improving Bi-Factorial Preference Alignment with Post-Training Policy Extrapolation","created":"2025-03-03","cited_by_count":1,"area":"alignment"},{"id":"2510.15716","title":"Direct Preference Optimization with Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences","created":"2025-10-17","cited_by_count":1,"area":"alignment"},{"id":"2510.25897","title":"MIRO: MultI-Reward cOnditioned pretraining improves T2I quality and efficiency","created":"2025-10-29","cited_by_count":1,"area":"alignment"},{"id":"2511.05407","title":"Minority-Aware Satisfaction Estimation in Dialogue Systems via Preference-Adaptive Reinforcement Learning","created":"2025-11-07","cited_by_count":1,"area":"alignment"},{"id":"2511.16992","title":"FIRM: Federated In-client Regularized Multi-objective Alignment for Large Language Models","created":"2025-11-21","cited_by_count":1,"area":"alignment"},{"id":"2512.06515","title":"ProSocialAlign: Preference Conditioned Test Time Alignment in Language Models","created":"2025-12-06","cited_by_count":1,"area":"alignment"},{"id":"2512.15765","title":"Shapley-based Data Valuation for LLM Alignment via Sequential Preference Optimization","created":"2025-12-12","cited_by_count":1,"area":"alignment"},{"id":"2604.04497","title":"One Model for All: Multi-Objective Controllable Language Models","created":"2026-04-06","cited_by_count":1,"area":"alignment"},{"id":"2605.11679","title":"Explaining and Breaking the Safety-Helpfulness Ceiling via Preference Dimensional Expansion","created":"2026-05-12","cited_by_count":1,"area":"alignment"},{"id":"2607.24900","title":"Inverse RL Helps Align AI by Imitating Humans","created":"2026-07-27","cited_by_count":1,"area":"alignment"},{"id":"2607.29246","title":"Don't Mix Rewards, Mix Policies: Policy Decomposition and Optimization for Multi-Reward RL","created":"2026-07-31","cited_by_count":1,"area":"alignment"},{"id":"2608.16553","title":"STAGE: Controlled Objective Admission for Multi-Preference LLM Alignment","created":"2026-08-17","cited_by_count":1,"area":"alignment"},{"id":"2503.24150","title":"Learning a Canonical Basis of Human Preferences from Binary Ratings","created":"2025-03-31","cited_by_count":0,"area":"alignment"},{"id":"2508.05165","title":"Aligning LLMs on a Budget: Inference-Time Alignment with Heuristic Reward Models","created":"2025-08-07","cited_by_count":0,"area":"alignment"},{"id":"2508.13415","title":"MAVIS: Multi-Objective Alignment via Inference-Time Value-Guided Selection","created":"2025-08-19","cited_by_count":0,"area":"alignment"},{"id":"2509.08022","title":"DiverValue-Bench: A Benchmark and Fine-Tuning Framework for Aligning Large Language Models with Diverse Human Values","created":"2025-09-09","cited_by_count":0,"area":"alignment"},{"id":"2602.02898","title":"Aligning Language Model Benchmarks with Pairwise Preferences","created":"2026-02-02","cited_by_count":0,"area":"alignment"},{"id":"2602.08819","title":"Bayesian Preference Learning for Test-Time Steerable Reward Models","created":"2026-02-09","cited_by_count":0,"area":"alignment"},{"id":"2602.22146","title":"Provable Last-Iterate Convergence for Multi-Objective Safe LLM Alignment via Optimistic Primal-Dual","created":"2026-02-25","cited_by_count":0,"area":"alignment"},{"id":"2604.01312","title":"Preference learning in shades of gray: Interpretable and bias-aware reward modeling for human preferences","created":"2026-04-01","cited_by_count":0,"area":"alignment"},{"id":"2604.04144","title":"Many Preferences, Few Policies: Towards Scalable Language Model Personalization","created":"2026-04-05","cited_by_count":0,"area":"alignment"},{"id":"2604.15577","title":"Reward Weighted Classifier-Free Guidance as Policy Improvement in Autoregressive Models","created":"2026-04-16","cited_by_count":0,"area":"alignment"},{"id":"2604.20685","title":"MGDA-Decoupled: Geometry-Aware Multi-Objective Optimisation for DPO-based LLM Alignment","created":"2026-04-22","cited_by_count":0,"area":"alignment"},{"id":"2605.25342","title":"MATO: Multi-objective Personalized Alignment with Test-time Optimization for Large Language Models","created":"2026-05-25","cited_by_count":0,"area":"alignment"},{"id":"2605.26878","title":"Multi-Stakeholder LLM Alignment: Decomposing Estimation from Aggregation","created":"2026-05-26","cited_by_count":0,"area":"alignment"},{"id":"2606.07988","title":"PAFO: Pareto Fairness Optimization for Personalized Reward Modeling","created":"2026-06-06","cited_by_count":0,"area":"alignment"},{"id":"2606.13209","title":"Understanding helpfulness and harmless tension in reward models","created":"2026-06-11","cited_by_count":0,"area":"alignment"},{"id":"2607.01392","title":"Multi-Objective Exploration and Preference Optimization via Mutual Information","created":"2026-07-01","cited_by_count":0,"area":"alignment"}],"next_cursor":"100"}