{"total":100,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2311.08692","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","created":"2023-11-15","cited_by_count":145,"area":"alignment"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2408.11791","title":"Critique-out-Loud Reward Models","created":"2024-08-21","cited_by_count":106,"area":"alignment"},{"id":"2402.02416","title":"Aligner: Efficient Alignment by Learning to Correct","created":"2024-02-04","cited_by_count":98,"area":"alignment"},{"id":"2406.18853","title":"Decoding-Time Language Model Alignment with Multiple Objectives","created":"2024-06-27","cited_by_count":94,"area":"alignment"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2506.00103","title":"Writing-Zero: Bridge the Gap Between Non-verifiable Tasks and Verifiable Rewards","created":"2025-05-30","cited_by_count":50,"area":"alignment"},{"id":"2408.06266","title":"Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment","created":"2024-08-12","cited_by_count":46,"area":"alignment"},{"id":"2406.06560","title":"Inverse Constitutional AI: Compressing Preferences into Principles","created":"2024-06-02","cited_by_count":41,"area":"alignment"},{"id":"2410.06961","title":"Self-Boosting Large Language Models with Synthetic Preference Data","created":"2024-10-09","cited_by_count":40,"area":"alignment"},{"id":"2502.12668","title":"Evaluation of Best-of-N Sampling Strategies for Language Model Alignment","created":"2025-02-18","cited_by_count":39,"area":"alignment"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2410.03742","title":"Beyond Scalar Reward Model: Learning Generative Judge from Preference Data","created":"2024-10-01","cited_by_count":32,"area":"alignment"},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2406.04412","title":"Spread Preference Annotation: Direct Preference Judgment for Efficient LLM Alignment","created":"2024-06-06","cited_by_count":27,"area":"alignment"},{"id":"2410.02197","title":"Beyond Bradley-Terry Models: A General Preference Model for Language Model Alignment","created":"2024-10-03","cited_by_count":27,"area":"alignment"},{"id":"2501.12735","title":"Online Preference Alignment for Language Models via Count-based Exploration","created":"2025-01-22","cited_by_count":26,"area":"alignment"},{"id":"2503.22230","title":"Exploring Data Scaling Trends and Effects in Reinforcement Learning from Human Feedback","created":"2025-03-28","cited_by_count":26,"area":"alignment"},{"id":"2502.00883","title":"SimPER: A Minimalist Approach to Preference Alignment without Hyperparameters","created":"2025-02-02","cited_by_count":25,"area":"alignment"},{"id":"2502.16852","title":"Improving LLM General Preference Alignment via Optimistic Online Mirror Descent","created":"2025-02-24","cited_by_count":24,"area":"alignment"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2410.16714","title":"Magnetic Preference Optimization: Achieving Last-iterate Convergence for Language Model Alignment","created":"2024-10-22","cited_by_count":20,"area":"alignment"},{"id":"2502.12858","title":"Rejected Dialects: Biases Against African American Language in Reward Models","created":"2025-02-18","cited_by_count":20,"area":"alignment"},{"id":"2410.04203","title":"RainbowPO: A Unified Framework for Combining Improvements in Preference Optimization","created":"2024-10-05","cited_by_count":19,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2407.18676","title":"Right Now, Wrong Then: Non-Stationary Direct Preference Optimization under Preference Drift","created":"2024-07-26","cited_by_count":13,"area":"alignment"},{"id":"2505.07271","title":"On the Robustness of Reward Models for Language Model Alignment","created":"2025-05-12","cited_by_count":13,"area":"alignment"},{"id":"2510.20369","title":"Ask a Strong LLM Judge when Your Reward Model is Uncertain","created":"2025-10-23","cited_by_count":13,"area":"alignment"},{"id":"2410.01532","title":"Seeing Eye to AI: Human Alignment via Gaze-Based Response Rewards for Large Language Models","created":"2024-10-02","cited_by_count":12,"area":"alignment"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2503.00539","title":"Distributionally Robust Reinforcement Learning with Human Feedback","created":"2025-03-01","cited_by_count":12,"area":"alignment"},{"id":"2411.17792","title":"H3Fusion: Helpful, Harmless, Honest Fusion of Aligned LLMs","created":"2024-11-26","cited_by_count":11,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2502.18099","title":"Stackelberg Self-Annotation: A Robust Approach to Data-Efficient LLM Alignment","created":"2025-02-25","cited_by_count":10,"area":"alignment"},{"id":"2505.20627","title":"Fundamental Limits of Game-Theoretic LLM Alignment: Smith Consistency and Preference Matching","created":"2025-05-27","cited_by_count":10,"area":"alignment"},{"id":"2512.16626","title":"Stackelberg Learning from Human Feedback: Preference Optimization as a Sequential Game","created":"2025-12-18","cited_by_count":10,"area":"alignment"},{"id":"2410.20727","title":"Faster WIND: Accelerating Iterative Best-of-$N$ Distillation for LLM Alignment","created":"2024-10-28","cited_by_count":9,"area":"alignment"},{"id":"2502.16825","title":"Finding the Sweet Spot: Preference Data Construction for Scaling Preference Optimization","created":"2025-02-24","cited_by_count":9,"area":"alignment"},{"id":"2506.04721","title":"SPARTA ALIGNMENT: Collectively Aligning Multiple Language Models through Combat","created":"2025-06-05","cited_by_count":9,"area":"alignment"},{"id":"2508.15811","title":"From Clicks to Preference: A Multi-stage Alignment Framework for Generative Query Suggestion in Conversational System","created":"2025-08-15","cited_by_count":9,"area":"alignment"},{"id":"2409.06903","title":"Semi-Supervised Reward Modeling via Iterative Self-Training","created":"2024-09-10","cited_by_count":8,"area":"alignment"},{"id":"2407.06542","title":"LIONs: An Empirically Optimized Approach to Align Language Models","created":"2024-07-09","cited_by_count":7,"area":"alignment"},{"id":"2502.03699","title":"LLM Alignment as Retriever Optimization: An Information Retrieval Perspective","created":"2025-02-06","cited_by_count":7,"area":"alignment"},{"id":"2504.10045","title":"CHARM: Calibrating Reward Models With Chatbot Arena Scores","created":"2025-04-14","cited_by_count":7,"area":"alignment"},{"id":"2505.08507","title":"InfoPO: On Mutual Information Maximization for Large Language Model Alignment","created":"2025-05-13","cited_by_count":7,"area":"alignment"},{"id":"2409.13948","title":"Aligning Language Models Using Follow-up Likelihood as Reward Signal","created":"2024-09-20","cited_by_count":6,"area":"alignment"},{"id":"2410.04834","title":"As Simple as Fine-tuning: LLM Alignment via Bidirectional Negative Feedback Loss","created":"2024-10-07","cited_by_count":6,"area":"alignment"},{"id":"2503.04222","title":"FuseChat-3.0: Preference Optimization Meets Heterogeneous Model Fusion","created":"2025-03-06","cited_by_count":6,"area":"alignment"},{"id":"2510.24235","title":"PaTaRM: Bridging Pairwise and Pointwise Signals via Preference-Aware Task-Adaptive Reward Modeling","created":"2025-10-28","cited_by_count":6,"area":"alignment"},{"id":"2407.02119","title":"Cost-Effective Proxy Reward Model Construction with On-Policy and Active Learning","created":"2024-07-02","cited_by_count":5,"area":"alignment"},{"id":"2409.08845","title":"AIPO: Improving Training Objective for Iterative Preference Optimization","created":"2024-09-13","cited_by_count":5,"area":"alignment"},{"id":"2502.13177","title":"KL Penalty Control via Perturbation for Direct Preference Optimization","created":"2025-02-18","cited_by_count":5,"area":"alignment"},{"id":"2505.17122","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","created":"2025-05-21","cited_by_count":5,"area":"alignment"},{"id":"2506.14574","title":"TGDPO: Harnessing Token-Level Reward Guidance for Enhancing Direct Preference Optimization","created":"2025-06-17","cited_by_count":5,"area":"alignment"},{"id":"2502.14560","title":"Less is More: Improving LLM Alignment via Preference Data Selection","created":"2025-02-20","cited_by_count":4,"area":"alignment"},{"id":"2510.06652","title":"Aligning Large Language Models via Fully Self-Synthetic Data","created":"2025-10-08","cited_by_count":4,"area":"alignment"},{"id":"2405.13541","title":"Annotation-Efficient Language Model Alignment via Diverse and Representative Response Texts","created":"2024-05-22","cited_by_count":3,"area":"alignment"},{"id":"2506.00835","title":"SynPO: Synergizing Descriptiveness and Preference Optimization for Video Detailed Captioning","created":"2025-06-01","cited_by_count":3,"area":"alignment"},{"id":"2509.17276","title":"Probabilistic Token Alignment for Large Language Model Fusion","created":"2025-09-21","cited_by_count":3,"area":"alignment"},{"id":"2601.20838","title":"Reward Models Inherit Value Biases from Pretraining","created":"2026-01-28","cited_by_count":3,"area":"alignment"},{"id":"2602.08829","title":"WildReward: Learning Reward Models from In-the-Wild Human Interactions","created":"2026-02-09","cited_by_count":3,"area":"alignment"},{"id":"2511.04286","title":"Efficient Reinforcement Learning from Human Feedback via Bayesian Preference Inference","created":"2025-11-06","cited_by_count":2,"area":"alignment"},{"id":"2511.09385","title":"AMaPO: Adaptive Margin-attached Preference Optimization for Language Model Alignment","created":"2025-11-12","cited_by_count":2,"area":"alignment"},{"id":"2511.16324","title":"SDA: Steering-Driven Distribution Alignment for Open LLMs without Fine-Tuning","created":"2025-11-20","cited_by_count":2,"area":"alignment"},{"id":"2405.18952","title":"Are You Sure? Rank Them Again: Repeated Ranking For Better Preference Datasets","created":"2024-05-29","cited_by_count":1,"area":"alignment"},{"id":"2407.17546","title":"Exploring Domain Robust Lightweight Reward Models based on Router Mechanism","created":"2024-07-24","cited_by_count":1,"area":"alignment"},{"id":"2501.15219","title":"Faster Machine Translation Ensembling with Reinforcement Learning and Competitive Correction","created":"2025-01-25","cited_by_count":1,"area":"alignment"},{"id":"2506.17828","title":"Aligning Frozen LLMs by Reinforcement Learning: An Iterative Reweight-then-Optimize Approach","created":"2025-06-21","cited_by_count":1,"area":"alignment"},{"id":"2508.10530","title":"Is On-Policy Data always the Best Choice for Direct Preference Optimization-based LM Alignment?","created":"2025-08-14","cited_by_count":1,"area":"alignment"},{"id":"2510.06391","title":"Reward Model Perspectives: Whose Opinions Do Reward Models Reward?","created":"2025-10-07","cited_by_count":1,"area":"alignment"},{"id":"2602.12660","title":"Learning Ordinal Probabilistic Reward from Preferences","created":"2026-02-13","cited_by_count":1,"area":"alignment"},{"id":"2605.01899","title":"Disentangling Intent from Role: Adversarial Self-Play for Persona-Invariant Safety Alignment","created":"2026-05-03","cited_by_count":1,"area":"alignment"},{"id":"2605.18721","title":"General Preference Reinforcement Learning","created":"2026-05-18","cited_by_count":1,"area":"alignment"},{"id":"2506.11098","title":"Debiasing Online Preference Learning via Preference Feature Preservation","created":"2025-06-06","cited_by_count":0,"area":"alignment"},{"id":"2510.02180","title":"GRACE: A Language Model Framework for Explainable Inverse Reinforcement Learning","created":"2025-10-02","cited_by_count":0,"area":"alignment"},{"id":"2510.05534","title":"Revisiting Self-Play Preference Optimization: On the Role of Prompt Difficulty","created":"2025-10-07","cited_by_count":0,"area":"alignment"},{"id":"2512.00724","title":"UMM-RM: An Upcycle-and-Merge MoE Reward Model for Mitigating Reward Hacking","created":"2025-11-30","cited_by_count":0,"area":"alignment"},{"id":"2603.14889","title":"SDiaReward: Modeling and Benchmarking Spoken Dialogue Rewards with Modality and Colloquialness","created":"2026-03-16","cited_by_count":0,"area":"alignment"},{"id":"2605.21883","title":"Token-weighted Direct Preference Optimization with Attention","created":"2026-05-21","cited_by_count":0,"area":"alignment"},{"id":"2605.25629","title":"When In-Distribution Gains Fail: Evaluating Weak-to-Strong Reward Models under Preference Shift","created":"2026-05-25","cited_by_count":0,"area":"alignment"},{"id":"2606.01382","title":"Efficient Exploration for Iterative Nash Preference Optimization","created":"2026-05-31","cited_by_count":0,"area":"alignment"},{"id":"2606.01561","title":"S-SPPO: Semantic-Calibrated Self-Play Preference Optimization","created":"2026-06-01","cited_by_count":0,"area":"alignment"},{"id":"2608.09568","title":"Se-DPO: Self-Evolving Token Credit for Direct Preference Optimization","created":"2026-08-10","cited_by_count":0,"area":"alignment"},{"id":"2608.26779","title":"Instruction Quality Matters: Refining Instructions for Effective Preference Learning","created":"2026-08-27","cited_by_count":0,"area":"alignment"},{"id":"2609.08082","title":"Inference-Time Nash Alignment","created":"2026-09-08","cited_by_count":0,"area":"alignment"},{"id":"2609.32445","title":"Masking Frequent Tokens Sharpens Direct Preference Optimization","created":"2026-09-26","cited_by_count":0,"area":"alignment"},{"id":"2610.00715","title":"Robust Nash Alignment under Preference Uncertainty","created":"2026-09-30","cited_by_count":0,"area":"alignment"},{"id":"2610.12822","title":"Reward Hacking as a Transmissible Strategy in Multi-Agent Coding Systems","created":"2026-10-09","cited_by_count":0,"area":"alignment"}],"next_cursor":null}