{"total":107,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406,"area":"alignment"},{"id":"2310.03716","title":"A Long Way to Go: Investigating Length Correlations in RLHF","created":"2023-10-05","cited_by_count":291,"area":"alignment"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2401.06080","title":"Secrets of RLHF in Large Language Models Part II: Reward Modeling","created":"2024-01-11","cited_by_count":171,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2403.00409","title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback","created":"2024-03-01","cited_by_count":135,"area":"alignment"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2502.18770","title":"Reward Shaping to Mitigate Reward Hacking in RLHF","created":"2025-02-26","cited_by_count":88,"area":"alignment"},{"id":"2402.00782","title":"Dense Reward for Free in Reinforcement Learning from Human Feedback","created":"2024-02-01","cited_by_count":78,"area":"alignment"},{"id":"2503.15477","title":"What Makes a Reward Model a Good Teacher? An Optimization Perspective","created":"2025-03-19","cited_by_count":73,"area":"alignment"},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2410.09893","title":"RMB: Comprehensively Benchmarking Reward Models in LLM Alignment","created":"2024-10-13","cited_by_count":61,"area":"alignment"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"2406.00222","title":"Learning to Clarify: Multi-turn Conversations with Action-Based Contrastive Self-Training","created":"2024-05-31","cited_by_count":57,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2409.20370","title":"The Perfect Blend: Redefining RLHF with Mixture of Judges","created":"2024-09-30","cited_by_count":43,"area":"alignment"},{"id":"2402.00856","title":"Towards Efficient Exact Optimization of Language Model Alignment","created":"2024-02-01","cited_by_count":37,"area":"alignment"},{"id":"2401.12873","title":"Improving Machine Translation with Human Feedback: An Exploration of Quality Estimation as a Reward Model","created":"2024-01-23","cited_by_count":33,"area":"alignment"},{"id":"2311.09641","title":"RLHFPoison: Reward Poisoning Attack for Reinforcement Learning with Human Feedback in Large Language Models","created":"2023-11-16","cited_by_count":32,"area":"alignment"},{"id":"2406.10957","title":"Eliminating Biased Length Reliance of Direct Preference Optimization via Down-Sampled KL Divergence","created":"2024-06-16","cited_by_count":31,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2405.17931","title":"Online Merging Optimizers for Boosting Rewards and Mitigating Tax in Alignment","created":"2024-05-28","cited_by_count":28,"area":"alignment"},{"id":"2405.15624","title":"Inverse-RLignment: Large Language Model Alignment from Demonstrations through Inverse Reinforcement Learning","created":"2024-05-24","cited_by_count":27,"area":"alignment"},{"id":"2408.15313","title":"Bi-Factorial Preference Optimization: Balancing Safety-Helpfulness in Language Models","created":"2024-08-27","cited_by_count":27,"area":"alignment"},{"id":"2310.11971","title":"Improving Generalization of Alignment with Human Preferences through Group Invariant Learning","created":"2023-10-18","cited_by_count":25,"area":"alignment"},{"id":"2404.00934","title":"ChatGLM-RLHF: Practices of Aligning Large Language Models with Human Feedback","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2404.01054","title":"Regularized Best-of-N Sampling with Minimum Bayes Risk Objective for Language Model Alignment","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2503.02846","title":"Mask-DPO: Generalizable Fine-grained Factuality Alignment of LLMs","created":"2025-03-04","cited_by_count":24,"area":"alignment"},{"id":"2403.18381","title":"Improving Attributed Text Generation of Large Language Models via Preference Learning","created":"2024-03-27","cited_by_count":23,"area":"alignment"},{"id":"2406.06606","title":"Prototypical Reward Network for Data-Efficient RLHF","created":"2024-06-06","cited_by_count":22,"area":"alignment"},{"id":"2502.11555","title":"Equilibrate RLHF: Towards Balancing Helpfulness-Safety Trade-off in Large Language Models","created":"2025-02-17","cited_by_count":22,"area":"alignment"},{"id":"2409.09603","title":"Towards Data-Centric RLHF: Simple Metrics for Preference Dataset Comparison","created":"2024-09-15","cited_by_count":21,"area":"alignment"},{"id":"2410.16714","title":"Magnetic Preference Optimization: Achieving Last-iterate Convergence for Language Model Alignment","created":"2024-10-22","cited_by_count":20,"area":"alignment"},{"id":"2405.14953","title":"MallowsPO: Fine-Tune Your LLM with Preference Dispersions","created":"2024-05-23","cited_by_count":18,"area":"alignment"},{"id":"2602.03619","title":"Learning Query-Specific Rubrics from Human Preferences for DeepResearch Report Generation","created":"2026-02-03","cited_by_count":18,"area":"alignment"},{"id":"2403.01197","title":"DMoERM: Recipes of Mixture-of-Experts for Effective Reward Modeling","created":"2024-03-02","cited_by_count":15,"area":"alignment"},{"id":"2501.08617","title":"RLHS: Mitigating Misalignment in RLHF with Hindsight Simulation","created":"2025-01-15","cited_by_count":15,"area":"alignment"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2507.21183","title":"MaPPO: Maximum a Posteriori Preference Optimization with Prior Knowledge","created":"2025-07-27","cited_by_count":15,"area":"alignment"},{"id":"2406.04854","title":"Uncertainty Aware Learning for Language Model Alignment","created":"2024-06-07","cited_by_count":13,"area":"alignment"},{"id":"2406.10977","title":"Toward Optimal LLM Alignments Using Two-Player Games","created":"2024-06-16","cited_by_count":13,"area":"alignment"},{"id":"2506.01183","title":"Doubly Robust Alignment for Large Language Models","created":"2025-06-01","cited_by_count":12,"area":"alignment"},{"id":"2503.01864","title":"Larger or Smaller Reward Margins to Select Preferences for Alignment?","created":"2025-02-25","cited_by_count":11,"area":"alignment"},{"id":"2505.12763","title":"Rethinking Reward Model Evaluation Through the Lens of Reward Overoptimization","created":"2025-05-19","cited_by_count":11,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2510.26707","title":"Value Drifts: Tracing Value Alignment During LLM Post-Training","created":"2025-10-30","cited_by_count":10,"area":"alignment"},{"id":"2506.04463","title":"Aligning Large Language Models with Implicit Preferences from User-Generated Content","created":"2025-06-04","cited_by_count":9,"area":"alignment"},{"id":"2506.10054","title":"Uni-DPO: A Unified Paradigm for Dynamic Preference Optimization of LLMs","created":"2025-06-11","cited_by_count":9,"area":"alignment"},{"id":"2506.12446","title":"From Outcomes to Processes: Guiding PRM Learning from ORM for Inference-Time Alignment","created":"2025-06-14","cited_by_count":9,"area":"alignment"},{"id":"2410.14676","title":"SudoLM: Learning Access Control of Parametric Knowledge with Authorization Alignment","created":"2024-10-18","cited_by_count":8,"area":"alignment"},{"id":"2502.13417","title":"RLTHF: Targeted Human Feedback for LLM Alignment","created":"2025-02-19","cited_by_count":8,"area":"alignment"},{"id":"2512.00920","title":"Reward Auditor: Inference on Reward Modeling Suitability in Real-World Perturbed Scenarios","created":"2025-11-30","cited_by_count":8,"area":"alignment"},{"id":"2406.12606","title":"Not Everything is All You Need: Toward Low-Redundant Optimization for Large Language Model Alignment","created":"2024-06-18","cited_by_count":7,"area":"alignment"},{"id":"2505.08507","title":"InfoPO: On Mutual Information Maximization for Large Language Model Alignment","created":"2025-05-13","cited_by_count":7,"area":"alignment"},{"id":"2505.20081","title":"Inference-time Alignment in Continuous Space","created":"2025-05-26","cited_by_count":7,"area":"alignment"},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"},{"id":"2405.16681","title":"Triple Preference Optimization: Achieving Better Alignment using a Single Step Optimization","created":"2024-05-26","cited_by_count":6,"area":"alignment"},{"id":"2407.00693","title":"BAPO: Base-Anchored Preference Optimization for Overcoming Forgetting in Large Language Models Personalization","created":"2024-06-30","cited_by_count":6,"area":"alignment"},{"id":"2409.11212","title":"Self-Evolutionary Large Language Models through Uncertainty-Enhanced Preference Optimization","created":"2024-09-17","cited_by_count":6,"area":"alignment"},{"id":"2412.06827","title":"Enhancing LLMs for Physics Problem-Solving using Reinforcement Learning with Human-AI Feedback","created":"2024-12-06","cited_by_count":6,"area":"alignment"},{"id":"2505.10597","title":"Two Minds Better Than One: Collaborative Reward Modeling for LLM Alignment","created":"2025-05-15","cited_by_count":6,"area":"alignment"},{"id":"2403.14683","title":"A Moral Imperative: The Need for Continual Superalignment of Large Language Models","created":"2024-03-13","cited_by_count":5,"area":"alignment"},{"id":"2410.08458","title":"Simultaneous Reward Distillation and Preference Learning: Get You a Language Model Who Can Do Both","created":"2024-10-11","cited_by_count":5,"area":"alignment"},{"id":"2405.00438","title":"MetaRM: Shifted Distributions Alignment via Meta-Learning","created":"2024-05-01","cited_by_count":4,"area":"alignment"},{"id":"2408.10270","title":"SEAL: Systematic Error Analysis for Value ALignment","created":"2024-08-16","cited_by_count":4,"area":"alignment"},{"id":"2411.01798","title":"SALSA: Soup-based Alignment Learning for Stronger Adaptation in RLHF","created":"2024-11-04","cited_by_count":4,"area":"alignment"},{"id":"2503.15880","title":"InCo-DPO: Balancing Distribution Shift and Data Quality for Enhanced Preference Optimization","created":"2025-03-20","cited_by_count":4,"area":"alignment"},{"id":"2506.08266","title":"Reinforcement Learning from Human Feedback with High-Confidence Safety Constraints","created":"2025-06-09","cited_by_count":4,"area":"alignment"},{"id":"2511.19458","title":"Personalized Reward Modeling for Text-to-Image Generation","created":"2025-11-21","cited_by_count":4,"area":"alignment"},{"id":"2602.11523","title":"Unifying Stable Optimization and Reference Regularization in RLHF","created":"2026-02-12","cited_by_count":4,"area":"alignment"},{"id":"2403.16649","title":"CLHA: A Simple yet Effective Contrastive Learning Framework for Human Alignment","created":"2024-03-25","cited_by_count":3,"area":"alignment"},{"id":"2405.00578","title":"The Real, the Better: Aligning Large Language Models with Online Human Behaviors","created":"2024-05-01","cited_by_count":3,"area":"alignment"},{"id":"2406.01931","title":"Dishonesty in Helpful and Harmless Alignment","created":"2024-06-04","cited_by_count":3,"area":"alignment"},{"id":"2406.09397","title":"Aligning Vision Models with Human Aesthetics in Retrieval: Benchmarks and Algorithms","created":"2024-06-13","cited_by_count":3,"area":"alignment"},{"id":"2508.08550","title":"Fine-grained Video Dubbing Duration Alignment with Segment Supervised Preference Optimization","created":"2025-08-12","cited_by_count":3,"area":"alignment"},{"id":"2510.17923","title":"Rewarding the Journey, Not Just the Destination: A Composite Path and Answer Self-Scoring Reward Mechanism for Test-Time Reinforcement Learning","created":"2025-10-20","cited_by_count":3,"area":"alignment"},{"id":"2602.20670","title":"CAMEL: Confidence-Gated Reflection for Reward Modeling","created":"2026-02-24","cited_by_count":3,"area":"alignment"},{"id":"2406.11190","title":"Aligning Large Language Models from Self-Reference AI Feedback with one General Principle","created":"2024-06-17","cited_by_count":2,"area":"alignment"},{"id":"2409.18417","title":"VickreyFeedback: Cost-efficient Data Construction for Reinforcement Learning from Human Feedback","created":"2024-09-27","cited_by_count":2,"area":"alignment"},{"id":"2410.00508","title":"FlipGuard: Defending Preference Alignment against Update Regression with Constrained Optimization","created":"2024-10-01","cited_by_count":2,"area":"alignment"},{"id":"2505.23923","title":"Act-Adaptive Margin: Dynamically Calibrating Reward Models for Subjective Ambiguity","created":"2025-05-29","cited_by_count":2,"area":"alignment"},{"id":"2511.09385","title":"AMaPO: Adaptive Margin-attached Preference Optimization for Language Model Alignment","created":"2025-11-12","cited_by_count":2,"area":"alignment"},{"id":"2602.22718","title":"RLHFless: Serverless Computing for Efficient RLHF","created":"2026-02-26","cited_by_count":2,"area":"alignment"},{"id":"2604.18239","title":"Towards Disentangled Preference Optimization Dynamics: Suppress the Loser, Preserve the Winner","created":"2026-04-20","cited_by_count":2,"area":"alignment"},{"id":"2503.01233","title":"PEO: Improving Bi-Factorial Preference Alignment with Post-Training Policy Extrapolation","created":"2025-03-03","cited_by_count":1,"area":"alignment"},{"id":"2506.00152","title":"Aligning Language Models with Observational Data: Opportunities and Risks from a Causal Perspective","created":"2025-05-30","cited_by_count":1,"area":"alignment"},{"id":"2506.09457","title":"Towards Bridging the Reward-Generation Gap in Direct Alignment Algorithms","created":"2025-06-11","cited_by_count":1,"area":"alignment"},{"id":"2511.05407","title":"Minority-Aware Satisfaction Estimation in Dialogue Systems via Preference-Adaptive Reinforcement Learning","created":"2025-11-07","cited_by_count":1,"area":"alignment"},{"id":"2601.22083","title":"Latent Adversarial Regularization for Offline Preference Optimization","created":"2026-01-29","cited_by_count":1,"area":"alignment"},{"id":"2602.01068","title":"From Utterance to Vividity: Training Expressive Subtitle Translation LLM via Adaptive Local Preference Optimization","created":"2026-02-01","cited_by_count":1,"area":"alignment"},{"id":"2603.02225","title":"Scaling Reward Modeling without Human Supervision","created":"2026-02-11","cited_by_count":1,"area":"alignment"},{"id":"2405.14103","title":"Online Self-Preferring Language Models","created":"2024-05-23","cited_by_count":0,"area":"alignment"}],"next_cursor":"100"}