{"total":205,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2402.04792","title":"Direct Language Model Alignment from Online AI Feedback","created":"2024-02-07","cited_by_count":260,"area":"alignment"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2312.09244","title":"Helping or Herding? Reward Model Ensembles Mitigate but do not Eliminate Reward Hacking","created":"2023-12-14","cited_by_count":200,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2402.10207","title":"Rewards-in-Context: Multi-objective Alignment of Foundation Models with Dynamic Preference Adjustment","created":"2024-02-15","cited_by_count":175,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2403.00409","title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback","created":"2024-03-01","cited_by_count":135,"area":"alignment"},{"id":"2404.11999","title":"Token-level Direct Preference Optimization","created":"2024-04-18","cited_by_count":135,"area":"alignment"},{"id":"2310.03708","title":"Beyond One-Preference-Fits-All Alignment: Multi-Objective Direct Preference Optimization","created":"2023-10-05","cited_by_count":124,"area":"alignment"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2406.00045","title":"Personalized Steering of Large Language Models: Versatile Steering Vectors Through Bi-directional Preference Optimization","created":"2024-05-28","cited_by_count":118,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2312.16682","title":"Some things are more CRINGE than others: Iterative Preference Optimization with the Pairwise Cringe Loss","created":"2023-12-27","cited_by_count":108,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2408.11791","title":"Critique-out-Loud Reward Models","created":"2024-08-21","cited_by_count":106,"area":"alignment"},{"id":"2503.21878","title":"Is Best-of-N the Best of Them? Coverage, Scaling, and Optimality in Inference-Time Alignment","created":"2025-03-27","cited_by_count":97,"area":"alignment"},{"id":"2402.01878","title":"LiPO: Listwise Preference Optimization through Learning-to-Rank","created":"2024-02-02","cited_by_count":96,"area":"alignment"},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2402.02992","title":"Decoding-time Realignment of Language Models","created":"2024-02-05","cited_by_count":67,"area":"alignment"},{"id":"2406.05954","title":"Aligning Large Language Models with Representation Editing: A Control Perspective","created":"2024-06-10","cited_by_count":64,"area":"alignment"},{"id":"2406.09215","title":"On Softmax Direct Preference Optimization for Recommendation","created":"2024-06-13","cited_by_count":64,"area":"alignment"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2407.07880","title":"Towards Robust Alignment of Language Models: Distributionally Robustifying Direct Preference Optimization","created":"2024-07-10","cited_by_count":53,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2402.10038","title":"RS-DPO: A Hybrid Rejection Sampling and Direct Preference Optimization Method for Alignment of Large Language Models","created":"2024-02-15","cited_by_count":48,"area":"alignment"},{"id":"2405.17374","title":"Navigating the Safety Landscape: Measuring Risks in Finetuning Large Language Models","created":"2024-05-27","cited_by_count":46,"area":"alignment"},{"id":"2404.04656","title":"Binary Classifier Optimization for Large Language Model Alignment","created":"2024-04-06","cited_by_count":45,"area":"alignment"},{"id":"2404.09824","title":"Impact of Preference Noise on the Alignment Performance of Generative Language Models","created":"2024-04-15","cited_by_count":41,"area":"alignment"},{"id":"2406.16306","title":"Cascade Reward Sampling for Efficient Decoding-Time Alignment","created":"2024-06-24","cited_by_count":39,"area":"alignment"},{"id":"2402.00856","title":"Towards Efficient Exact Optimization of Language Model Alignment","created":"2024-02-01","cited_by_count":37,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2311.04072","title":"Beyond Imitation: Leveraging Fine-grained Quality Signals for Alignment","created":"2023-11-07","cited_by_count":35,"area":"alignment"},{"id":"2404.14723","title":"Insights into Alignment: Evaluating DPO and its Variants Across Multiple Tasks","created":"2024-04-23","cited_by_count":35,"area":"alignment"},{"id":"2410.21252","title":"LongReward: Improving Long-context Large Language Models with AI Feedback","created":"2024-10-28","cited_by_count":34,"area":"alignment"},{"id":"2403.05171","title":"Overcoming Reward Overoptimization via Adversarial Policy Optimization with Lightweight Uncertainty Estimation","created":"2024-03-08","cited_by_count":33,"area":"alignment"},{"id":"2411.04625","title":"Sharp Analysis for KL-Regularized Contextual Bandits and RLHF","created":"2024-11-07","cited_by_count":33,"area":"alignment"},{"id":"2410.04612","title":"Regressing the Relative Future: Efficient Policy Optimization for Multi-turn RLHF","created":"2024-10-06","cited_by_count":30,"area":"alignment"},{"id":"2311.06503","title":"Knowledgeable Preference Alignment for LLMs in Domain-specific Question Answering","created":"2023-11-11","cited_by_count":29,"area":"alignment"},{"id":"2401.12086","title":"West-of-N: Synthetic Preferences for Self-Improving Reward Models","created":"2024-01-22","cited_by_count":28,"area":"alignment"},{"id":"2311.08045","title":"Adversarial Preference Optimization: Enhancing Your Alignment via RM-LLM Game","created":"2023-11-14","cited_by_count":27,"area":"alignment"},{"id":"2404.13038","title":"Mapping Social Choice Theory to RLHF","created":"2024-04-19","cited_by_count":27,"area":"alignment"},{"id":"2406.04412","title":"Spread Preference Annotation: Direct Preference Judgment for Efficient LLM Alignment","created":"2024-06-06","cited_by_count":27,"area":"alignment"},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2409.19605","title":"The Crucial Role of Samplers in Online Direct Preference Optimization","created":"2024-09-29","cited_by_count":27,"area":"alignment"},{"id":"2312.07401","title":"On Diversified Preferences of Large Language Model Alignment","created":"2023-12-12","cited_by_count":26,"area":"alignment"},{"id":"2403.19443","title":"Mixed Preference Optimization: Reinforcement Learning with Data Selection and Better Reference Model","created":"2024-03-28","cited_by_count":25,"area":"alignment"},{"id":"2505.01997","title":"Restoring Calibration for Aligned Large Language Models: A Calibration-Aware Fine-Tuning Approach","created":"2025-05-04","cited_by_count":25,"area":"alignment"},{"id":"2406.07327","title":"3D-Properties: Identifying Challenges in DPO and Charting a Path Forward","created":"2024-06-11","cited_by_count":24,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2311.14115","title":"A density estimation perspective on learning from pairwise human preferences","created":"2023-11-23","cited_by_count":23,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2409.06957","title":"Policy Filtration for RLHF to Mitigate Noise in Reward Models","created":"2024-09-11","cited_by_count":22,"area":"alignment"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2402.11253","title":"Aligning Large Language Models by On-Policy Self-Judgment","created":"2024-02-17","cited_by_count":20,"area":"alignment"},{"id":"2409.08813","title":"Your Weak LLM is Secretly a Strong Teacher for Alignment","created":"2024-09-13","cited_by_count":20,"area":"alignment"},{"id":"2411.10914","title":"BPO: Towards Balanced Preference Optimization between Knowledge Breadth and Depth in Alignment","created":"2024-11-16","cited_by_count":20,"area":"alignment"},{"id":"2406.10522","title":"Humor in AI: Massive Scale Crowd-Sourced Preferences and Benchmarks for Cartoon Captioning","created":"2024-06-15","cited_by_count":19,"area":"alignment"},{"id":"2410.04203","title":"RainbowPO: A Unified Framework for Combining Improvements in Preference Optimization","created":"2024-10-05","cited_by_count":19,"area":"alignment"},{"id":"2410.21662","title":"$f$-PO: Generalizing Preference Optimization with $f$-divergence Minimization","created":"2024-10-29","cited_by_count":19,"area":"alignment"},{"id":"2501.11549","title":"Whose Boat Does it Float? Improving Personalization in Preference Tuning via Inferred User Personas","created":"2025-01-20","cited_by_count":19,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2404.04102","title":"ROPO: Robust Preference Optimization for Large Language Models","created":"2024-04-05","cited_by_count":16,"area":"alignment"},{"id":"2405.20216","title":"Boost Your Human Image Generation Model via Direct Preference Optimization","created":"2024-05-30","cited_by_count":16,"area":"alignment"},{"id":"2404.00530","title":"Comparing Bad Apples to Good Oranges: Aligning Large Language Models via Joint Preference Optimization","created":"2024-03-31","cited_by_count":15,"area":"alignment"},{"id":"2507.21183","title":"MaPPO: Maximum a Posteriori Preference Optimization with Prior Knowledge","created":"2025-07-27","cited_by_count":15,"area":"alignment"},{"id":"2410.10093","title":"How to Leverage Demonstration Data in Alignment for Large Language Model? A Self-Imitation Learning Perspective","created":"2024-10-14","cited_by_count":14,"area":"alignment"},{"id":"2504.15804","title":"Insights from Verification: Training a Verilog Generation LLM with Reinforcement Learning with Testbench Feedback","created":"2025-04-22","cited_by_count":14,"area":"alignment"},{"id":"2402.16030","title":"Don't Forget Your Reward Values: Language Model Alignment via Value-based Calibration","created":"2024-02-25","cited_by_count":13,"area":"alignment"},{"id":"2406.10977","title":"Toward Optimal LLM Alignments Using Two-Player Games","created":"2024-06-16","cited_by_count":13,"area":"alignment"},{"id":"2407.18676","title":"Right Now, Wrong Then: Non-Stationary Direct Preference Optimization under Preference Drift","created":"2024-07-26","cited_by_count":13,"area":"alignment"},{"id":"2504.03784","title":"Robust Reinforcement Learning from Human Feedback for Large Language Models Fine-Tuning","created":"2025-04-03","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2410.01532","title":"Seeing Eye to AI: Human Alignment via Gaze-Based Response Rewards for Large Language Models","created":"2024-10-02","cited_by_count":12,"area":"alignment"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2405.13516","title":"LIRE: listwise reward enhancement for preference alignment","created":"2024-05-22","cited_by_count":11,"area":"alignment"},{"id":"2411.12843","title":"Reward Modeling with Ordinal Feedback: Wisdom of the Crowd","created":"2024-11-19","cited_by_count":11,"area":"alignment"},{"id":"2503.01864","title":"Larger or Smaller Reward Margins to Select Preferences for Alignment?","created":"2025-02-25","cited_by_count":11,"area":"alignment"},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2402.08005","title":"Refined Direct Preference Optimization with Synthetic Data for Behavioral Alignment of LLMs","created":"2024-02-12","cited_by_count":10,"area":"alignment"},{"id":"2405.11647","title":"Hummer: Towards Limited Competitive Preference Dataset","created":"2024-05-19","cited_by_count":10,"area":"alignment"},{"id":"2408.09385","title":"Reward Difference Optimization For Sample Reweighting In Offline RLHF","created":"2024-08-18","cited_by_count":10,"area":"alignment"},{"id":"2411.08302","title":"RED: Unleashing Token-Level Rewards from Holistic Feedback via Reward Redistribution","created":"2024-11-13","cited_by_count":10,"area":"alignment"},{"id":"2502.18699","title":"MPO: An Efficient Post-Processing Framework for Mixing Diverse Preference Alignment","created":"2025-02-25","cited_by_count":10,"area":"alignment"},{"id":"2505.19770","title":"Understanding the Performance Gap in Preference Learning: A Dichotomy of RLHF and DPO","created":"2025-05-26","cited_by_count":10,"area":"alignment"},{"id":"2509.21528","title":"Preemptive Detection and Steering of LLM Misalignment via Latent Reachability","created":"2025-09-25","cited_by_count":10,"area":"alignment"}],"next_cursor":"100"}