{"total":596,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2402.04792","title":"Direct Language Model Alignment from Online AI Feedback","created":"2024-02-07","cited_by_count":260,"area":"alignment"},{"id":"2404.12358","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","created":"2024-04-18","cited_by_count":242,"area":"alignment"},{"id":"2402.13228","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","created":"2024-02-20","cited_by_count":241,"area":"alignment"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2312.00886","title":"Nash Learning from Human Feedback","created":"2023-12-01","cited_by_count":224,"area":"alignment"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2402.05749","title":"Generalized Preference Optimization: A Unified Approach to Offline Alignment","created":"2024-02-08","cited_by_count":157,"area":"alignment"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2410.12832","title":"Generative Reward Models","created":"2024-10-02","cited_by_count":148,"area":"alignment"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2401.04056","title":"A Minimaximalist Approach to Reinforcement Learning from Human Feedback","created":"2024-01-08","cited_by_count":144,"area":"alignment"},{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2403.00409","title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback","created":"2024-03-01","cited_by_count":135,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2402.10571","title":"Direct Preference Optimization with an Offset","created":"2024-02-16","cited_by_count":122,"area":"alignment"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2402.01878","title":"LiPO: Listwise Preference Optimization through Learning-to-Rank","created":"2024-02-02","cited_by_count":96,"area":"alignment"},{"id":"2403.09472","title":"Easy-to-Hard Generalization: Scalable Alignment Beyond Human Supervision","created":"2024-03-14","cited_by_count":96,"area":"alignment"},{"id":"2407.10490","title":"Learning Dynamics of LLM Finetuning","created":"2024-07-15","cited_by_count":95,"area":"alignment"},{"id":"2406.18853","title":"Decoding-Time Language Model Alignment with Multiple Objectives","created":"2024-06-27","cited_by_count":94,"area":"alignment"},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2502.18770","title":"Reward Shaping to Mitigate Reward Hacking in RLHF","created":"2025-02-26","cited_by_count":88,"area":"alignment"},{"id":"2402.05369","title":"Noise Contrastive Alignment of Language Models with Explicit Rewards","created":"2024-02-08","cited_by_count":85,"area":"alignment"},{"id":"2402.02030","title":"Panacea: Pareto Alignment via Preference Adaptation for LLMs","created":"2024-02-03","cited_by_count":80,"area":"alignment"},{"id":"2402.09345","title":"InfoRM: Mitigating Reward Hacking in RLHF via Information-Theoretic Reward Modeling","created":"2024-02-14","cited_by_count":79,"area":"alignment"},{"id":"2402.00782","title":"Dense Reward for Free in Reinforcement Learning from Human Feedback","created":"2024-02-01","cited_by_count":78,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2404.04626","title":"Towards Analyzing and Understanding the Limitations of DPO: A Theoretical Perspective","created":"2024-04-06","cited_by_count":69,"area":"alignment"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2402.02992","title":"Decoding-time Realignment of Language Models","created":"2024-02-05","cited_by_count":67,"area":"alignment"},{"id":"2405.14655","title":"Multi-turn Reinforcement Learning from Preference Human Feedback","created":"2024-05-23","cited_by_count":67,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2406.09215","title":"On Softmax Direct Preference Optimization for Recommendation","created":"2024-06-13","cited_by_count":64,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2402.10500","title":"Active Preference Optimization for Sample Efficient RLHF","created":"2024-02-16","cited_by_count":62,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2406.00222","title":"Learning to Clarify: Multi-turn Conversations with Action-Based Contrastive Self-Training","created":"2024-05-31","cited_by_count":57,"area":"alignment"},{"id":"2401.00243","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","created":"2023-12-30","cited_by_count":56,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2406.08469","title":"PAL: Pluralistic Alignment Framework for Learning from Heterogeneous Preferences","created":"2024-06-12","cited_by_count":54,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2407.07880","title":"Towards Robust Alignment of Language Models: Distributionally Robustifying Direct Preference Optimization","created":"2024-07-10","cited_by_count":53,"area":"alignment"},{"id":"2509.21500","title":"Chasing the Tail: Effective Rubric-based Reward Modeling for Large Language Model Post-Training","created":"2025-09-25","cited_by_count":53,"area":"alignment"},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2407.06057","title":"Variational Best-of-N Alignment","created":"2024-07-08","cited_by_count":51,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2403.17031","title":"The N+ Implementation Details of RLHF with PPO: A Case Study on TL;DR Summarization","created":"2024-03-24","cited_by_count":50,"area":"alignment"},{"id":"2403.02475","title":"Enhancing LLM Safety via Constrained Direct Preference Optimization","created":"2024-03-04","cited_by_count":49,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2405.20495","title":"Transfer Q Star: Principled Decoding for LLM Alignment","created":"2024-05-30","cited_by_count":48,"area":"alignment"},{"id":"2408.06266","title":"Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment","created":"2024-08-12","cited_by_count":46,"area":"alignment"},{"id":"2404.04656","title":"Binary Classifier Optimization for Large Language Model Alignment","created":"2024-04-06","cited_by_count":45,"area":"alignment"},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2407.00617","title":"Iterative Nash Policy Optimization: Aligning LLMs with General Preferences via No-Regret Learning","created":"2024-06-30","cited_by_count":45,"area":"alignment"},{"id":"2511.07919","title":"Feedback Descent: Open-Ended Text Optimization via Pairwise Comparison","created":"2025-11-11","cited_by_count":44,"area":"alignment"},{"id":"2407.02552","title":"RLHF Can Speak Many Languages: Unlocking Multilingual Preference Optimization for LLMs","created":"2024-07-02","cited_by_count":43,"area":"alignment"},{"id":"2406.08414","title":"Discovering Preference Optimization Algorithms with and for Large Language Models","created":"2024-06-12","cited_by_count":42,"area":"alignment"},{"id":"2410.04350","title":"TIS-DPO: Token-level Importance Sampling for Direct Preference Optimization With Estimated Weights","created":"2024-10-06","cited_by_count":42,"area":"alignment"},{"id":"2404.09824","title":"Impact of Preference Noise on the Alignment Performance of Generative Language Models","created":"2024-04-15","cited_by_count":41,"area":"alignment"},{"id":"2405.01481","title":"NeMo-Aligner: Scalable Toolkit for Efficient Model Alignment","created":"2024-05-02","cited_by_count":41,"area":"alignment"},{"id":"2501.12895","title":"Test-Time Preference Optimization: On-the-Fly Alignment via Iterative Textual Feedback","created":"2025-01-22","cited_by_count":41,"area":"alignment"},{"id":"2403.07230","title":"Curry-DPO: Enhancing Alignment using Curriculum Learning & Ranked Preferences","created":"2024-03-12","cited_by_count":39,"area":"alignment"},{"id":"2407.09499","title":"Self-Consuming Generative Models with Curated Data Provably Optimize Human Preferences","created":"2024-06-12","cited_by_count":39,"area":"alignment"},{"id":"2402.00856","title":"Towards Efficient Exact Optimization of Language Model Alignment","created":"2024-02-01","cited_by_count":37,"area":"alignment"},{"id":"2404.16792","title":"Model Extrapolation Expedites Alignment","created":"2024-04-25","cited_by_count":37,"area":"alignment"},{"id":"2502.09650","title":"Principled Data Selection for Alignment: The Hidden Risks of Difficult Examples","created":"2025-02-11","cited_by_count":37,"area":"alignment"},{"id":"2505.20065","title":"SafeDPO: A Simple Approach to Direct Preference Optimization with Enhanced Safety","created":"2025-05-26","cited_by_count":37,"area":"alignment"},{"id":"2402.10958","title":"Relative Preference Optimization: Enhancing LLM Alignment through Contrasting Responses across Identical and Diverse Prompts","created":"2024-02-12","cited_by_count":36,"area":"alignment"},{"id":"2408.11779","title":"Personality Alignment of Large Language Models","created":"2024-08-21","cited_by_count":36,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2312.10584","title":"Policy Optimization in RLHF: The Impact of Out-of-preference Data","created":"2023-12-17","cited_by_count":35,"area":"alignment"},{"id":"2404.14723","title":"Insights into Alignment: Evaluating DPO and its Variants Across Multiple Tasks","created":"2024-04-23","cited_by_count":35,"area":"alignment"},{"id":"2405.17346","title":"Prompt Optimization with Human Feedback","created":"2024-05-27","cited_by_count":35,"area":"alignment"},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2412.19792","title":"InfAlign: Inference-aware language model alignment","created":"2024-12-27","cited_by_count":35,"area":"alignment"},{"id":"2406.00888","title":"Aligning Language Models with Demonstrated Feedback","created":"2024-06-02","cited_by_count":34,"area":"alignment"},{"id":"2506.23235","title":"Generalist Reward Models: Found Inside Large Language Models","created":"2025-06-29","cited_by_count":34,"area":"alignment"},{"id":"2403.05171","title":"Overcoming Reward Overoptimization via Adversarial Policy Optimization with Lightweight Uncertainty Estimation","created":"2024-03-08","cited_by_count":33,"area":"alignment"},{"id":"2410.18013","title":"Scalable Ranked Preference Optimization for Text-to-Image Generation","created":"2024-10-23","cited_by_count":33,"area":"alignment"},{"id":"2411.04625","title":"Sharp Analysis for KL-Regularized Contextual Bandits and RLHF","created":"2024-11-07","cited_by_count":33,"area":"alignment"},{"id":"2405.19262","title":"Weak-to-Strong Search: Align Large Language Models via Searching over Small Language Models","created":"2024-05-29","cited_by_count":32,"area":"alignment"},{"id":"2409.14586","title":"Backtracking Improves Generation Safety","created":"2024-09-22","cited_by_count":32,"area":"alignment"}],"next_cursor":"100"}