{"total":148,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2507.17746","title":"Rubrics as Rewards: Reinforcement Learning Beyond Verifiable Domains","created":"2025-07-23","cited_by_count":366,"area":"lr"},{"id":"2410.18451","title":"Skywork-Reward: Bag of Tricks for Reward Modeling in LLMs","created":"2024-10-24","cited_by_count":327,"area":"lr"},{"id":"2405.07863","title":"RLHF Workflow: From Reward Modeling to Online RLHF","created":"2024-05-13","cited_by_count":267,"area":"lr"},{"id":"2406.15252","title":"VideoScore: Building Automatic Metrics to Simulate Fine-grained Human Feedback for Video Generation","created":"2024-06-21","cited_by_count":197,"area":null},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2410.01257","title":"HelpSteer2-Preference: Complementing Ratings with Preferences","created":"2024-10-02","cited_by_count":130,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2402.19085","title":"Controllable Preference Optimization: Toward Controllable Multi-Objective Alignment","created":"2024-02-29","cited_by_count":107,"area":"alignment"},{"id":"2405.20304","title":"Group Robust Preference Optimization in Reward-free RLHF","created":"2024-05-30","cited_by_count":95,"area":"lr"},{"id":"2406.18853","title":"Decoding-Time Language Model Alignment with Multiple Objectives","created":"2024-06-27","cited_by_count":94,"area":"alignment"},{"id":"2403.08730","title":"Strengthening Multimodal Large Language Model with Bootstrapped Preference Optimization","created":"2024-03-13","cited_by_count":75,"area":"mllm"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2602.05125","title":"Rethinking Rubric Generation for Improving LLM Judge and Reward Modeling for Open-ended Tasks","created":"2026-02-04","cited_by_count":62,"area":"lr"},{"id":"2410.04070","title":"PAD: Personalized Alignment of LLMs at Decoding-Time","created":"2024-10-05","cited_by_count":60,"area":"alignment"},{"id":"2406.08469","title":"PAL: Pluralistic Alignment Framework for Learning from Heterogeneous Preferences","created":"2024-06-12","cited_by_count":54,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2410.08193","title":"GenARM: Reward Guided Generation with Autoregressive Reward Model for Test-time Alignment","created":"2024-10-10","cited_by_count":54,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2502.12446","title":"Multi-Attribute Steering of Language Models via Targeted Intervention","created":"2025-02-18","cited_by_count":46,"area":null},{"id":"2407.15762","title":"Conditional Language Policy: A General Framework for Steerable Multi-Objective Finetuning","created":"2024-07-22","cited_by_count":43,"area":null},{"id":"2408.11779","title":"Personality Alignment of Large Language Models","created":"2024-08-21","cited_by_count":36,"area":"alignment"},{"id":"2505.17621","title":"Navigate the Unknown: Enhancing LLM Reasoning with Intrinsic Motivation Guided Exploration","created":"2025-05-23","cited_by_count":34,"area":"lr"},{"id":"2411.04625","title":"Sharp Analysis for KL-Regularized Contextual Bandits and RLHF","created":"2024-11-07","cited_by_count":33,"area":"alignment"},{"id":"2604.13602","title":"Reward Hacking in the Era of Large Models: Mechanisms, Emergent Misalignment, Challenges","created":"2026-04-15","cited_by_count":33,"area":"alignment"},{"id":"2403.05006","title":"Provable Pluralistic Alignment: Multi-Party RLHF under Offline Human Feedback","created":"2024-03-08","cited_by_count":32,"area":"alignment"},{"id":"2405.19262","title":"Weak-to-Strong Search: Align Large Language Models via Searching over Small Language Models","created":"2024-05-29","cited_by_count":32,"area":"alignment"},{"id":"2409.11239","title":"LLM-as-a-Judge & Reward Model: What They Can and Cannot Do","created":"2024-09-17","cited_by_count":32,"area":"alignment"},{"id":"2404.05046","title":"FGAIF: Aligning Large Vision-Language Models with Fine-grained AI Feedback","created":"2024-04-07","cited_by_count":30,"area":"mllm"},{"id":"2503.18929","title":"Trajectory Balance with Asynchrony: Decoupling Exploration and Learning for Fast, Scalable LLM Post-Training","created":"2025-03-24","cited_by_count":29,"area":"lr"},{"id":"2505.06274","title":"PARM: Multi-Objective Test-Time Alignment via Preference-Aware Autoregressive Reward Model","created":"2025-05-06","cited_by_count":28,"area":"alignment"},{"id":"2408.15313","title":"Bi-Factorial Preference Optimization: Balancing Safety-Helpfulness in Language Models","created":"2024-08-27","cited_by_count":27,"area":"alignment"},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2405.15065","title":"Direct Preference Optimization With Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences","created":"2024-05-23","cited_by_count":23,"area":"alignment"},{"id":"2507.01915","title":"Gradient-Adaptive Policy Optimization: Towards Multi-Objective Alignment of Large Language Models","created":"2025-07-02","cited_by_count":23,"area":"alignment"},{"id":"2503.00295","title":"Robust Multi-Objective Preference Alignment with Online DPO","created":"2025-03-01","cited_by_count":22,"area":"alignment"},{"id":"2406.07529","title":"MAP: Low-compute Model Merging with Amortized Pareto Fronts via Quadratic Approximation","created":"2024-06-11","cited_by_count":20,"area":null},{"id":"2409.17819","title":"Inference-Time Language Model Alignment via Integrated Value Guidance","created":"2024-09-26","cited_by_count":19,"area":"alignment"},{"id":"2501.11549","title":"Whose Boat Does it Float? Improving Personalization in Preference Tuning via Inferred User Personas","created":"2025-01-20","cited_by_count":19,"area":"alignment"},{"id":"2502.16320","title":"Direct Alignment with Heterogeneous Preferences","created":"2025-02-22","cited_by_count":19,"area":"alignment"},{"id":"2501.10945","title":"Gradient-Based Multi-Objective Deep Learning: Algorithms, Theories, Applications, and Beyond","created":"2025-01-19","cited_by_count":18,"area":null},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2404.04102","title":"ROPO: Robust Preference Optimization for Large Language Models","created":"2024-04-05","cited_by_count":16,"area":"alignment"},{"id":"2502.14354","title":"Self-Improvement Towards Pareto Optimality: Mitigating Preference Conflicts in Multi-Objective Alignment","created":"2025-02-20","cited_by_count":16,"area":"lr"},{"id":"2407.17466","title":"Traversing Pareto Optimal Policies: Provably Efficient Multi-Objective Reinforcement Learning","created":"2024-07-24","cited_by_count":15,"area":"deeprl"},{"id":"2502.04322","title":"Speak Easy: Eliciting Harmful Jailbreaks from LLMs with Simple Interactions","created":"2025-02-06","cited_by_count":15,"area":"alignment"},{"id":"2412.02685","title":"T-REG: Preference Optimization with Token-Level Reward Regularization","created":"2024-12-03","cited_by_count":13,"area":"alignment"},{"id":"2502.14289","title":"Drift: Decoding-time Personalized Alignments with Implicit User Preferences","created":"2025-02-20","cited_by_count":13,"area":"alignment"},{"id":"2505.10892","title":"Multi-Objective Preference Optimization: Improving Human Alignment of Generative Models","created":"2025-05-16","cited_by_count":13,"area":"alignment"},{"id":"2505.20925","title":"Multi-objective Large Language Model Alignment with Hierarchical Experts","created":"2025-05-27","cited_by_count":13,"area":"alignment"},{"id":"2506.00911","title":"Conformal Arbitrage: Risk-Controlled Balancing of Competing Objectives in Language Models","created":"2025-06-01","cited_by_count":12,"area":null},{"id":"2403.03419","title":"Negating Negatives: Alignment with Human Negative Samples via Distributional Dispreference Optimization","created":"2024-03-06","cited_by_count":11,"area":"alignment"},{"id":"2411.12843","title":"Reward Modeling with Ordinal Feedback: Wisdom of the Crowd","created":"2024-11-19","cited_by_count":11,"area":"alignment"},{"id":"2504.12663","title":"Persona-judge: Personalized Alignment of Large Language Models via Token-level Self-judgment","created":"2025-04-17","cited_by_count":11,"area":"alignment"},{"id":"2505.24846","title":"MiCRo: Mixture Modeling and Context-aware Routing for Personalized Preference Learning","created":"2025-05-30","cited_by_count":11,"area":"alignment"},{"id":"2507.07375","title":"Bradley-Terry and Multi-Objective Reward Modeling Are Complementary","created":"2025-07-10","cited_by_count":11,"area":"alignment"},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2410.23463","title":"MDCure: A Scalable Pipeline for Multi-Document Instruction-Following","created":"2024-10-30","cited_by_count":10,"area":null},{"id":"2502.18699","title":"MPO: An Efficient Post-Processing Framework for Mixing Diverse Preference Alignment","created":"2025-02-25","cited_by_count":10,"area":"alignment"},{"id":"2502.16825","title":"Finding the Sweet Spot: Preference Data Construction for Scaling Preference Optimization","created":"2025-02-24","cited_by_count":9,"area":"alignment"},{"id":"2503.08796","title":"Robust Multi-Objective Controlled Decoding of Large Language Models","created":"2025-03-11","cited_by_count":9,"area":null},{"id":"2410.12999","title":"POROver: Improving Safety and Reducing Overrefusal in Large Language Models with Overgeneration and Preference Optimization","created":"2024-10-16","cited_by_count":8,"area":"alignment"},{"id":"2502.04354","title":"Reviving The Classics: Active Reward Modeling in Large Language Model Alignment","created":"2025-02-04","cited_by_count":8,"area":"alignment"},{"id":"2505.19387","title":"Alignment of large language models with constrained learning","created":"2025-05-26","cited_by_count":8,"area":"alignment"},{"id":"2410.01735","title":"LASeR: Learning to Adaptively Select Reward Models with Multi-Armed Bandits","created":"2024-10-02","cited_by_count":7,"area":"alignment"},{"id":"2505.04993","title":"Latent Preference Coding: Aligning Large Language Models via Discrete Latent Codes","created":"2025-05-08","cited_by_count":7,"area":"alignment"},{"id":"2505.18547","title":"Diffusion Blend: Inference-Time Multi-Preference Alignment for Diffusion Models","created":"2025-05-24","cited_by_count":7,"area":"diffusion"},{"id":"2508.08509","title":"Steerable Pluralism: Pluralistic Alignment via Few-Shot Comparative Regression","created":"2025-08-11","cited_by_count":7,"area":"alignment"},{"id":"2509.24610","title":"OrthAlign: Orthogonal Subspace Decomposition for Non-Interfering Multi-Objective Alignment","created":"2025-09-29","cited_by_count":7,"area":"alignment"},{"id":"2405.16681","title":"Triple Preference Optimization: Achieving Better Alignment using a Single Step Optimization","created":"2024-05-26","cited_by_count":6,"area":"alignment"},{"id":"2407.00693","title":"BAPO: Base-Anchored Preference Optimization for Overcoming Forgetting in Large Language Models Personalization","created":"2024-06-30","cited_by_count":6,"area":"alignment"},{"id":"2410.19720","title":"2D-DPO: Scaling Direct Preference Optimization with 2-Dimensional Supervision","created":"2024-10-25","cited_by_count":6,"area":"alignment"},{"id":"2506.07165","title":"AMoPO: Adaptive Multi-objective Preference Optimization without Reward Models and Reference Models","created":"2025-06-08","cited_by_count":6,"area":"alignment"},{"id":"2508.04698","title":"FaST: Feature-aware Sampling and Tuning for Personalized Preference Alignment with Limited Data","created":"2025-08-06","cited_by_count":6,"area":"alignment"},{"id":"2603.15646","title":"Alternating Reinforcement Learning with Contextual Rubric Rewards: Beyond the Scalarization Strategy","created":"2026-03-04","cited_by_count":6,"area":"alignment"},{"id":"2407.01470","title":"DogeRM: Equipping Reward Models with Domain Knowledge through Model Merging","created":"2024-07-01","cited_by_count":5,"area":"alignment"},{"id":"2410.08316","title":"COS-DPO: Conditioned One-Shot Multi-Objective Fine-Tuning Framework","created":"2024-10-10","cited_by_count":5,"area":"alignment"},{"id":"2503.01345","title":"Same Question, Different Words: A Latent Adversarial Framework for Prompt Robustness","created":"2025-03-03","cited_by_count":5,"area":null},{"id":"2505.21537","title":"OpenReview Should be Protected and Leveraged as a Community Asset for Research in the Era of Large Language Models","created":"2025-05-24","cited_by_count":5,"area":null},{"id":"2511.08590","title":"GMTRouter: Personalized LLM Router over Multi-turn User Interactions","created":"2025-10-29","cited_by_count":5,"area":null},{"id":"2511.17579","title":"Multi-Value Alignment for LLMs via Value Decorrelation and Extrapolation","created":"2025-11-15","cited_by_count":5,"area":"alignment"},{"id":"2405.17956","title":"Unified Preference Optimization: Language Model Alignment Beyond the Preference Frontier","created":"2024-05-28","cited_by_count":4,"area":"alignment"},{"id":"2407.04181","title":"Orchestrating LLMs with Different Personalizations","created":"2024-07-04","cited_by_count":4,"area":"alignment"},{"id":"2411.05875","title":"Towards Improved Preference Optimization Pipeline: from Data Generation to Budget-Controlled Regularization","created":"2024-11-07","cited_by_count":4,"area":"alignment"},{"id":"2412.13998","title":"Few-shot Steerable Alignment: Adapting Rewards and LLM Policies with Neural Processes","created":"2024-12-18","cited_by_count":4,"area":"alignment"},{"id":"2502.04357","title":"Reusing Embeddings: Reproducible Reward Model Research in Large Language Model Alignment without GPUs","created":"2025-02-04","cited_by_count":4,"area":"lr"},{"id":"2504.16628","title":"ParetoHqD: Fast Offline Multiobjective Alignment of Large Language Models using Pareto High-quality Data","created":"2025-04-23","cited_by_count":4,"area":"alignment"},{"id":"2510.11358","title":"LLM-Specific Utility for Retrieval-Augmented Generation","created":"2025-10-13","cited_by_count":4,"area":"rag"},{"id":"2408.12799","title":"Preference Consistency Matters: Enhancing Preference Learning in Language Models with Automated Self-Curation of Training Corpora","created":"2024-08-23","cited_by_count":3,"area":"alignment"},{"id":"2411.00524","title":"Comparison-based Active Preference Learning for Multi-dimensional Personalization","created":"2024-11-01","cited_by_count":3,"area":null},{"id":"2507.16679","title":"PICACO: Pluralistic In-Context Value Alignment of LLMs via Total Correlation Optimization","created":"2025-07-22","cited_by_count":3,"area":"alignment"},{"id":"2511.06222","title":"SPA: Achieving Consensus in LLM Alignment via Self-Priority Optimization","created":"2025-11-09","cited_by_count":3,"area":"alignment"},{"id":"2511.12464","title":"Probing Preference Representations: A Multi-Dimensional Evaluation and Analysis Method for Reward Models","created":"2025-11-16","cited_by_count":3,"area":"alignment"},{"id":"2512.06196","title":"ARCANE: A Multi-Agent Framework for Interpretable and Configurable Alignment","created":"2025-12-05","cited_by_count":3,"area":"agents"},{"id":"2602.09538","title":"UniARM: Towards a Unified Autoregressive Reward Model for Multi-Objective Test-Time Alignment","created":"2026-02-10","cited_by_count":3,"area":"alignment"},{"id":"2604.04648","title":"From Curiosity to Caution: Mitigating Reward Hacking for Best-of-N with Pessimism","created":"2026-04-06","cited_by_count":3,"area":"lr"}],"next_cursor":"100"}