{"total":76,"rows":[{"id":"2410.14632","title":"Diverging Preferences: When do Annotators Disagree and do Models Know?","created":"2024-10-18","cited_by_count":47,"area":"alignment"},{"id":"2503.17003","title":"A Survey on Personalized Alignment -- The Missing Piece for Large Language Models in Real-World Applications","created":"2025-03-21","cited_by_count":42,"area":"alignment"},{"id":"2504.14439","title":"LoRe: Personalizing LLMs via Low-Rank Reward Modeling","created":"2025-04-20","cited_by_count":38,"area":"alignment"},{"id":"2408.15549","title":"WildFeedback: Aligning LLMs With In-situ User Interactions And Feedback","created":"2024-08-28","cited_by_count":31,"area":"alignment"},{"id":"2503.06358","title":"Language Model Personalization via Reward Factorization","created":"2025-03-08","cited_by_count":31,"area":"alignment"},{"id":"2503.15463","title":"From 1,000,000 Users to Every User: Scaling Up Personalized Preference for User-level Alignment","created":"2025-03-19","cited_by_count":30,"area":"alignment"},{"id":"2503.15484","title":"Value Profiles for Encoding Human Variation","created":"2025-03-19","cited_by_count":29,"area":"alignment"},{"id":"2506.05598","title":"SynthesizeMe! Inducing Persona-Guided Prompts for Personalized Reward Models in LLMs","created":"2025-06-05","cited_by_count":29,"area":"alignment"},{"id":"2504.03206","title":"Enhancing Personalized Multi-Turn Dialogue with Curiosity Reward","created":"2025-04-04","cited_by_count":27,"area":"alignment"},{"id":"2504.07070","title":"A Survey on Personalized and Pluralistic Preference Alignment in Large Language Models","created":"2025-04-09","cited_by_count":27,"area":"alignment"},{"id":"2510.26202","title":"What's In My Human Feedback? Learning Interpretable Descriptions of Preference Data","created":"2025-10-30","cited_by_count":26,"area":"alignment"},{"id":"2505.23749","title":"Distortion of AI Alignment: Does Preference Optimization Optimize for Preferences?","created":"2025-05-29","cited_by_count":22,"area":"alignment"},{"id":"2412.20299","title":"No Preference Left Behind: Group Distributional Preference Optimization","created":"2024-12-28","cited_by_count":21,"area":"alignment"},{"id":"2502.16320","title":"Direct Alignment with Heterogeneous Preferences","created":"2025-02-22","cited_by_count":19,"area":"alignment"},{"id":"2502.19312","title":"FSPO: Few-Shot Optimization of Synthetic Preferences Personalizes to Real Users","created":"2025-02-26","cited_by_count":15,"area":"alignment"},{"id":"2506.06298","title":"Pairwise Calibrated Rewards for Pluralistic Alignment","created":"2025-05-17","cited_by_count":14,"area":"alignment"},{"id":"2412.03822","title":"Beyond the Binary: Capturing Diverse Preferences With Reward Regularization","created":"2024-12-05","cited_by_count":11,"area":"alignment"},{"id":"2412.08812","title":"Test-Time Alignment via Hypothesis Reweighting","created":"2024-12-11","cited_by_count":11,"area":"alignment"},{"id":"2505.24846","title":"MiCRo: Mixture Modeling and Context-aware Routing for Personalized Preference Learning","created":"2025-05-30","cited_by_count":11,"area":"alignment"},{"id":"2507.13383","title":"Whose View of Safety? A Deep DIVE Dataset for Pluralistic Alignment of Text-to-Image Models","created":"2025-07-15","cited_by_count":11,"area":"alignment"},{"id":"2509.19333","title":"Pluralistic Off-policy Evaluation and Alignment","created":"2025-09-15","cited_by_count":11,"area":"alignment"},{"id":"2503.01658","title":"CoPL: Collaborative Preference Learning for Personalizing LLMs","created":"2025-03-03","cited_by_count":10,"area":"alignment"},{"id":"2506.07326","title":"Reward Model Interpretability via Optimal and Pessimal Tokens","created":"2025-06-08","cited_by_count":10,"area":"alignment"},{"id":"2507.13579","title":"Learning to summarize user information for personalized reinforcement learning from human feedback","created":"2025-07-17","cited_by_count":10,"area":"alignment"},{"id":"2501.09254","title":"Clone-Robust AI Alignment","created":"2025-01-16","cited_by_count":9,"area":"alignment"},{"id":"2502.19158","title":"When Personalization Meets Reality: A Multi-Faceted Analysis of Personalized Preference Learning","created":"2025-02-26","cited_by_count":9,"area":"alignment"},{"id":"2503.17338","title":"Capturing Individual Human Preferences with Reward Features","created":"2025-03-21","cited_by_count":8,"area":"alignment"},{"id":"2506.11702","title":"Configurable Preference Tuning with Rubric-Guided Synthetic Data","created":"2025-06-13","cited_by_count":8,"area":"alignment"},{"id":"2505.04993","title":"Latent Preference Coding: Aligning Large Language Models via Discrete Latent Codes","created":"2025-05-08","cited_by_count":7,"area":"alignment"},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"},{"id":"2509.24696","title":"T-POP: Test-Time Personalization with Online Preference Feedback","created":"2025-09-29","cited_by_count":7,"area":"alignment"},{"id":"2604.07343","title":"Personalized RewardBench: Evaluating Reward Models with Human Aligned Personalization","created":"2026-04-08","cited_by_count":7,"area":"alignment"},{"id":"2410.01957","title":"Challenges and Future Directions of Data-Centric AI Alignment","created":"2024-10-02","cited_by_count":5,"area":"alignment"},{"id":"2602.02033","title":"One Size, Many Fits: Aligning Diverse Group-Wise Click Preferences in Large-Scale Advertising Image Generation","created":"2026-02-02","cited_by_count":5,"area":"alignment"},{"id":"2603.12595","title":"Swap-guided Preference Learning for Personalized Reinforcement Learning from Human Feedback","created":"2026-03-13","cited_by_count":5,"area":"alignment"},{"id":"2412.13998","title":"Few-shot Steerable Alignment: Adapting Rewards and LLM Policies with Neural Processes","created":"2024-12-18","cited_by_count":4,"area":"alignment"},{"id":"2503.19201","title":"A Shared Low-Rank Adaptation Approach to Personalized RLHF","created":"2025-03-24","cited_by_count":4,"area":"alignment"},{"id":"2505.17859","title":"Scalable Valuation of Human Feedback through Provably Robust Model Alignment","created":"2025-05-23","cited_by_count":4,"area":"alignment"},{"id":"2511.19458","title":"Personalized Reward Modeling for Text-to-Image Generation","created":"2025-11-21","cited_by_count":4,"area":"alignment"},{"id":"2602.12116","title":"P-GenRM: Personalized Generative Reward Model with Test-time User-based Scaling","created":"2026-02-12","cited_by_count":4,"area":"alignment"},{"id":"2512.23067","title":"The Reward Model Selection Crisis in Personalized Alignment","created":"2025-12-28","cited_by_count":3,"area":"alignment"},{"id":"2503.08035","title":"Group Preference Alignment: Customized LLM Response Generation from In-Situ Conversations","created":"2025-03-11","cited_by_count":2,"area":"alignment"},{"id":"2506.17834","title":"Reflective Verbal Reward Design for Pluralistic Alignment","created":"2025-06-21","cited_by_count":2,"area":"alignment"},{"id":"2509.03672","title":"SharedRep-RLHF: A Shared Representation Approach to RLHF with Diverse Preferences","created":"2025-09-03","cited_by_count":2,"area":"alignment"},{"id":"2510.23965","title":"The Sign Estimator: LLM Alignment in the Face of Choice Heterogeneity","created":"2025-10-28","cited_by_count":2,"area":"alignment"},{"id":"2605.31545","title":"Preference-Aware Rubric Learning for Personalized Evaluation","created":"2026-05-29","cited_by_count":2,"area":"alignment"},{"id":"2606.04284","title":"Sparse Mixture-of-Experts Reward Models Learn Interpretable and Specialized Experts for Personalized Preference Modeling","created":"2026-06-02","cited_by_count":2,"area":"alignment"},{"id":"2606.21550","title":"AI Alignment From Social Choice Perspectives","created":"2026-06-19","cited_by_count":2,"area":"alignment"},{"id":"2505.13257","title":"Is Active Persona Inference Necessary for Aligning Small Models to Personal Preferences?","created":"2025-05-19","cited_by_count":1,"area":"alignment"},{"id":"2510.16257","title":"Towards Low-Resource Alignment to Diverse Perspectives with Sparse Feedback","created":"2025-10-17","cited_by_count":1,"area":"alignment"},{"id":"2602.20457","title":"Oracle-Robust Online Alignment for Large Language Models","created":"2026-02-24","cited_by_count":1,"area":"alignment"},{"id":"2604.00997","title":"Uncertainty-Aware Variational Reward Factorization via Probabilistic Preference Bases for LLM Personalization","created":"2026-04-01","cited_by_count":1,"area":"alignment"},{"id":"2604.03238","title":"RLHF May Not Reflect Genuine Preferences","created":"2026-01-31","cited_by_count":1,"area":"alignment"},{"id":"2605.30808","title":"Differentially Private Preference Data Synthesis for Large Language Model Alignment","created":"2026-05-29","cited_by_count":1,"area":"alignment"},{"id":"2606.18606","title":"Steerable Cultural Preference Optimization of Reward Models","created":"2026-06-17","cited_by_count":1,"area":"alignment"},{"id":"2503.24150","title":"Learning a Canonical Basis of Human Preferences from Binary Ratings","created":"2025-03-31","cited_by_count":0,"area":"alignment"},{"id":"2507.01613","title":"When Less Is More: Binary Feedback Can Outperform Ordinal Comparisons in Ranking Recovery","created":"2025-07-02","cited_by_count":0,"area":"alignment"},{"id":"2509.08022","title":"DiverValue-Bench: A Benchmark and Fine-Tuning Framework for Aligning Large Language Models with Diverse Human Values","created":"2025-09-09","cited_by_count":0,"area":"alignment"},{"id":"2510.26301","title":"Offline Clustering of Preference Learning with Active-data Augmentation","created":"2025-10-30","cited_by_count":0,"area":"alignment"},{"id":"2601.18751","title":"Trust, Don't Trust, or Flip: Robust Preference-Based Reinforcement Learning with Multi-Expert Feedback","created":"2026-01-26","cited_by_count":0,"area":"alignment"},{"id":"2603.28197","title":"EpiPersona: Persona Projection and Episode Coupling for Pluralistic Preference Modeling","created":"2026-03-30","cited_by_count":0,"area":"alignment"},{"id":"2605.01831","title":"RMGAP: Benchmarking the Generalization of Reward Models across Diverse Preferences","created":"2026-05-03","cited_by_count":0,"area":"alignment"},{"id":"2605.11865","title":"Variance-aware Reward Modeling with Anchor Guidance","created":"2026-05-12","cited_by_count":0,"area":"alignment"},{"id":"2605.21822","title":"Implicit Safety Alignment from Crowd Preferences","created":"2026-05-20","cited_by_count":0,"area":"alignment"},{"id":"2605.25342","title":"MATO: Multi-objective Personalized Alignment with Test-time Optimization for Large Language Models","created":"2026-05-25","cited_by_count":0,"area":"alignment"},{"id":"2605.30873","title":"Federated Variational Preference Alignment with Gumbel-Softmax Prior for Personalized User Preferences","created":"2026-05-29","cited_by_count":0,"area":"alignment"},{"id":"2606.07988","title":"PAFO: Pareto Fairness Optimization for Personalized Reward Modeling","created":"2026-06-06","cited_by_count":0,"area":"alignment"},{"id":"2608.06400","title":"Beyond Routing Weights: Faithful Response-Level Interpretation of Mixture-of-Experts Reward Models via Contribution Contrast","created":"2026-07-31","cited_by_count":0,"area":"alignment"},{"id":"2608.10126","title":"Procedural Fairness Failures in RLHF from Preference Averaging","created":"2026-08-10","cited_by_count":0,"area":"alignment"},{"id":"2608.10327","title":"Toward a Theory of Value in AI Alignment","created":"2026-08-10","cited_by_count":0,"area":"alignment"},{"id":"2608.18770","title":"To Go Far, Go Together: Diverse Preferences Induce a Curriculum for Reward Optimization","created":"2026-08-19","cited_by_count":0,"area":"alignment"},{"id":"2608.24046","title":"Algorithmic Impact Reveals the Hidden Social Choice Structure of Alignment","created":"2026-08-25","cited_by_count":0,"area":"alignment"},{"id":"2609.04066","title":"Subspace Inference Enables Efficient Active Reward Learning from Preferences","created":"2026-09-03","cited_by_count":0,"area":"alignment"},{"id":"2609.22170","title":"Multiple latent orderings better predict language model preferences","created":"2026-08-26","cited_by_count":0,"area":"alignment"},{"id":"2609.35109","title":"Using Context Is Not Enough: Test-Time Training for Personalized Reward Modeling","created":"2026-09-28","cited_by_count":0,"area":"alignment"},{"id":"2610.02568","title":"Mitigating Social Sycophancy via Pluralistic Preference Optimization","created":"2026-10-01","cited_by_count":0,"area":"alignment"}],"next_cursor":null}