{"total":2093,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2310.12036","title":"A General Theoretical Paradigm to Understand Learning from Human Preferences","created":"2023-10-18","cited_by_count":912,"area":"alignment"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681,"area":"alignment"},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656,"area":"alignment"},{"id":"2309.00267","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","created":"2023-09-01","cited_by_count":625,"area":"alignment"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2310.16944","title":"Zephyr: Direct Distillation of LM Alignment","created":"2023-10-25","cited_by_count":506,"area":"alignment"},{"id":"2404.05868","title":"Negative Preference Optimization: From Catastrophic Collapse to Effective Unlearning","created":"2024-04-08","cited_by_count":504,"area":"alignment"},{"id":"2308.08998","title":"Reinforced Self-Training (ReST) for Language Modeling","created":"2023-08-17","cited_by_count":500,"area":"alignment"},{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2406.05946","title":"Safety Alignment Should Be Made More Than Just a Few Tokens Deep","created":"2024-06-10","cited_by_count":472,"area":"alignment"},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406,"area":"alignment"},{"id":"2310.06452","title":"Understanding the Effects of RLHF on LLM Generalisation and Diversity","created":"2023-10-10","cited_by_count":396,"area":"alignment"},{"id":"2401.08417","title":"Contrastive Preference Optimization: Pushing the Boundaries of LLM Performance in Machine Translation","created":"2024-01-16","cited_by_count":394,"area":"alignment"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2312.15685","title":"What Makes Good Data for Alignment? A Comprehensive Study of Automatic Data Selection in Instruction Tuning","created":"2023-12-25","cited_by_count":364,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2310.03716","title":"A Long Way to Go: Investigating Length Correlations in RLHF","created":"2023-10-05","cited_by_count":291,"area":"alignment"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2406.15513","title":"PKU-SafeRLHF: Towards Multi-Level Safety Alignment for LLMs with Human Preference","created":"2024-06-20","cited_by_count":261,"area":"alignment"},{"id":"2402.04792","title":"Direct Language Model Alignment from Online AI Feedback","created":"2024-02-07","cited_by_count":260,"area":"alignment"},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2404.12358","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","created":"2024-04-18","cited_by_count":242,"area":"alignment"},{"id":"2402.13228","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","created":"2024-02-20","cited_by_count":241,"area":"alignment"},{"id":"2406.14598","title":"SORRY-Bench: Systematically Evaluating Large Language Model Safety Refusal","created":"2024-06-20","cited_by_count":240,"area":"alignment"},{"id":"2406.08673","title":"HelpSteer2: Open-source dataset for training top-performing reward models","created":"2024-06-12","cited_by_count":236,"area":"alignment"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2402.05162","title":"Assessing the Brittleness of Safety Alignment via Pruning and Low-Rank Modifications","created":"2024-02-07","cited_by_count":231,"area":"alignment"},{"id":"2311.10702","title":"Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2","created":"2023-11-17","cited_by_count":229,"area":"alignment"},{"id":"2312.00886","title":"Nash Learning from Human Feedback","created":"2023-12-01","cited_by_count":224,"area":"alignment"},{"id":"2410.05451","title":"SecAlign: Defending Against Prompt Injection with Preference Optimization","created":"2024-10-07","cited_by_count":210,"area":"alignment"},{"id":"2312.09244","title":"Helping or Herding? Reward Model Ensembles Mitigate but do not Eliminate Reward Hacking","created":"2023-12-14","cited_by_count":200,"area":"alignment"},{"id":"2402.11411","title":"Aligning Modalities in Vision Large Language Models via Preference Fine-tuning","created":"2024-02-18","cited_by_count":198,"area":"alignment"},{"id":"2403.19159","title":"Disentangling Length from Quality in Direct Preference Optimization","created":"2024-03-28","cited_by_count":196,"area":"alignment"},{"id":"2310.20624","title":"LoRA Fine-tuning Efficiently Undoes Safety Training in Llama 2-Chat 70B","created":"2023-10-31","cited_by_count":195,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2401.01967","title":"A Mechanistic Understanding of Alignment Algorithms: A Case Study on DPO and Toxicity","created":"2024-01-03","cited_by_count":185,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2410.16184","title":"RM-Bench: Benchmarking Reward Models of Language Models with Subtlety and Style","created":"2024-10-21","cited_by_count":176,"area":"alignment"},{"id":"2402.10207","title":"Rewards-in-Context: Multi-objective Alignment of Foundation Models with Dynamic Preference Adjustment","created":"2024-02-15","cited_by_count":175,"area":"alignment"},{"id":"2309.16240","title":"Beyond Reverse KL: Generalizing Direct Preference Optimization with Diverse Divergence Constraints","created":"2023-09-28","cited_by_count":174,"area":"alignment"},{"id":"2309.07124","title":"RAIN: Your Language Models Can Align Themselves without Finetuning","created":"2023-09-13","cited_by_count":157,"area":"alignment"},{"id":"2402.05749","title":"Generalized Preference Optimization: A Unified Approach to Offline Alignment","created":"2024-02-08","cited_by_count":157,"area":"alignment"},{"id":"2408.10075","title":"Personalizing Reinforcement Learning from Human Feedback with Variational Preference Learning","created":"2024-08-19","cited_by_count":155,"area":"alignment"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2410.12832","title":"Generative Reward Models","created":"2024-10-02","cited_by_count":148,"area":"alignment"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2311.08692","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","created":"2023-11-15","cited_by_count":145,"area":"alignment"},{"id":"2401.04056","title":"A Minimaximalist Approach to Reinforcement Learning from Human Feedback","created":"2024-01-08","cited_by_count":144,"area":"alignment"},{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143,"area":"alignment"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2403.00409","title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback","created":"2024-03-01","cited_by_count":135,"area":"alignment"},{"id":"2404.11999","title":"Token-level Direct Preference Optimization","created":"2024-04-18","cited_by_count":135,"area":"alignment"},{"id":"2408.17003","title":"Safety Layers in Aligned Large Language Models: The Key to LLM Security","created":"2024-08-30","cited_by_count":134,"area":"alignment"},{"id":"2402.05133","title":"Personalized Language Modeling from Personalized Human Feedback","created":"2024-02-06","cited_by_count":132,"area":"alignment"},{"id":"2510.07743","title":"OpenRubrics: Towards Scalable Synthetic Rubric Generation for Reward Modeling and LLM Alignment","created":"2025-10-09","cited_by_count":132,"area":"alignment"},{"id":"2405.17220","title":"RLAIF-V: Open-Source AI Feedback Leads to Super GPT-4V Trustworthiness","created":"2024-05-27","cited_by_count":131,"area":"alignment"},{"id":"2410.01257","title":"HelpSteer2-Preference: Complementing Ratings with Preferences","created":"2024-10-02","cited_by_count":130,"area":"alignment"},{"id":"2507.18624","title":"Checklists Are Better Than Reward Models For Aligning Language Models","created":"2025-07-24","cited_by_count":128,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2310.03708","title":"Beyond One-Preference-Fits-All Alignment: Multi-Objective Direct Preference Optimization","created":"2023-10-05","cited_by_count":124,"area":"alignment"},{"id":"2406.07814","title":"Collective Constitutional AI: Aligning a Language Model with Public Input","created":"2024-06-12","cited_by_count":123,"area":"alignment"},{"id":"2311.04155","title":"Black-Box Prompt Optimization: Aligning Large Language Models without Model Training","created":"2023-11-07","cited_by_count":122,"area":"alignment"},{"id":"2402.10571","title":"Direct Preference Optimization with an Offset","created":"2024-02-16","cited_by_count":122,"area":"alignment"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2406.04312","title":"ReNO: Enhancing One-step Text-to-Image Models through Reward-based Noise Optimization","created":"2024-06-06","cited_by_count":119,"area":"alignment"},{"id":"2406.00045","title":"Personalized Steering of Large Language Models: Versatile Steering Vectors Through Bi-directional Preference Optimization","created":"2024-05-28","cited_by_count":118,"area":"alignment"},{"id":"2402.01109","title":"Vaccine: Perturbation-aware Alignment for Large Language Models against Harmful Fine-tuning Attack","created":"2024-02-02","cited_by_count":115,"area":"alignment"},{"id":"2402.11746","title":"Language Models are Homer Simpson! Safety Re-Alignment of Fine-tuned Language Models through Task Arithmetic","created":"2024-02-19","cited_by_count":112,"area":"alignment"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2310.05344","title":"SteerLM: Attribute Conditioned SFT as an (User-Steerable) Alternative to RLHF","created":"2023-10-09","cited_by_count":111,"area":"alignment"},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2312.16682","title":"Some things are more CRINGE than others: Iterative Preference Optimization with the Pairwise Cringe Loss","created":"2023-12-27","cited_by_count":108,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2402.19085","title":"Controllable Preference Optimization: Toward Controllable Multi-Objective Alignment","created":"2024-02-29","cited_by_count":107,"area":"alignment"},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2404.10271","title":"Social Choice Should Guide AI Alignment in Dealing with Diverse Human Feedback","created":"2024-04-16","cited_by_count":100,"area":"alignment"},{"id":"2402.02416","title":"Aligner: Efficient Alignment by Learning to Correct","created":"2024-02-04","cited_by_count":98,"area":"alignment"},{"id":"2310.04373","title":"Confronting Reward Model Overoptimization with Constrained RLHF","created":"2023-10-06","cited_by_count":96,"area":"alignment"},{"id":"2402.01878","title":"LiPO: Listwise Preference Optimization through Learning-to-Rank","created":"2024-02-02","cited_by_count":96,"area":"alignment"},{"id":"2403.09472","title":"Easy-to-Hard Generalization: Scalable Alignment Beyond Human Supervision","created":"2024-03-14","cited_by_count":96,"area":"alignment"},{"id":"2407.10490","title":"Learning Dynamics of LLM Finetuning","created":"2024-07-15","cited_by_count":95,"area":"alignment"},{"id":"2406.18853","title":"Decoding-Time Language Model Alignment with Multiple Objectives","created":"2024-06-27","cited_by_count":94,"area":"alignment"},{"id":"2405.18641","title":"Lisa: Lazy Safety Alignment for Large Language Models against Harmful Fine-tuning Attack","created":"2024-05-28","cited_by_count":92,"area":"alignment"},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2404.17546","title":"Probabilistic Inference in Language Models via Twisted Sequential Monte Carlo","created":"2024-04-26","cited_by_count":90,"area":"alignment"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2409.18169","title":"Harmful Fine-tuning Attacks and Defenses for Large Language Models: A Survey","created":"2024-09-26","cited_by_count":90,"area":"alignment"},{"id":"2410.14872","title":"How to Evaluate Reward Models for RLHF","created":"2024-10-18","cited_by_count":88,"area":"alignment"},{"id":"2502.18770","title":"Reward Shaping to Mitigate Reward Hacking in RLHF","created":"2025-02-26","cited_by_count":88,"area":"alignment"}],"next_cursor":"100"}