{"total":2309,"rows":[{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720,"area":"alignment"},{"id":"2307.15043","title":"Universal and Transferable Adversarial Attacks on Aligned Language Models","created":"2023-07-27","cited_by_count":3104,"area":"alignment"},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724,"area":"alignment"},{"id":"2409.19256","title":"HybridFlow: A Flexible and Efficient RLHF Framework","created":"2024-09-28","cited_by_count":2057,"area":"alignment"},{"id":"2310.03693","title":"Fine-tuning Aligned Language Models Compromises Safety, Even When Users Do Not Intend To!","created":"2023-10-05","cited_by_count":1154,"area":"alignment"},{"id":"2305.11206","title":"LIMA: Less Is More for Alignment","created":"2023-05-18","cited_by_count":1100,"area":"alignment"},{"id":"2210.10760","title":"Scaling Laws for Reward Model Overoptimization","created":"2022-10-19","cited_by_count":1095,"area":"alignment"},{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2310.12036","title":"A General Theoretical Paradigm to Understand Learning from Human Preferences","created":"2023-10-18","cited_by_count":912,"area":"alignment"},{"id":"2307.04657","title":"BeaverTails: Towards Improved Safety Alignment of LLM via a Human-Preference Dataset","created":"2023-07-10","cited_by_count":860,"area":"alignment"},{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836,"area":"alignment"},{"id":"2305.14975","title":"Just Ask for Calibration: Strategies for Eliciting Calibrated Confidence Scores from Language Models Fine-Tuned with Human Feedback","created":"2023-05-24","cited_by_count":812,"area":"alignment"},{"id":"2310.04451","title":"AutoDAN: Generating Stealthy Jailbreak Prompts on Aligned Large Language Models","created":"2023-10-03","cited_by_count":785,"area":"alignment"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2209.07858","title":"Red Teaming Language Models to Reduce Harms: Methods, Scaling Behaviors, and Lessons Learned","created":"2022-08-23","cited_by_count":729,"area":"alignment"},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721,"area":"alignment"},{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681,"area":"alignment"},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656,"area":"alignment"},{"id":"2309.00614","title":"Baseline Defenses for Adversarial Attacks Against Aligned Language Models","created":"2023-09-01","cited_by_count":651,"area":"alignment"},{"id":"2309.00267","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","created":"2023-09-01","cited_by_count":625,"area":"alignment"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2404.05868","title":"Negative Preference Optimization: From Catastrophic Collapse to Effective Unlearning","created":"2024-04-08","cited_by_count":504,"area":"alignment"},{"id":"2308.08998","title":"Reinforced Self-Training (ReST) for Language Modeling","created":"2023-08-17","cited_by_count":500,"area":"alignment"},{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2406.05946","title":"Safety Alignment Should Be Made More Than Just a Few Tokens Deep","created":"2024-06-10","cited_by_count":472,"area":"alignment"},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2310.06387","title":"Jailbreak and Guard Aligned Language Models with Only Few In-Context Demonstrations","created":"2023-10-10","cited_by_count":431,"area":"alignment"},{"id":"2308.06463","title":"GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher","created":"2023-08-12","cited_by_count":423,"area":"alignment"},{"id":"2302.12192","title":"Aligning Text-to-Image Models using Human Feedback","created":"2023-02-23","cited_by_count":422,"area":"alignment"},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406,"area":"alignment"},{"id":"2305.10425","title":"SLiC-HF: Sequence Likelihood Calibration with Human Feedback","created":"2023-05-17","cited_by_count":401,"area":"alignment"},{"id":"2306.01693","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","created":"2023-06-02","cited_by_count":401,"area":"alignment"},{"id":"2310.06452","title":"Understanding the Effects of RLHF on LLM Generalisation and Diversity","created":"2023-10-10","cited_by_count":396,"area":"alignment"},{"id":"2401.08417","title":"Contrastive Preference Optimization: Pushing the Boundaries of LLM Performance in Machine Translation","created":"2024-01-16","cited_by_count":394,"area":"alignment"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2312.15685","title":"What Makes Good Data for Alignment? A Comprehensive Study of Automatic Data Selection in Instruction Tuning","created":"2023-12-25","cited_by_count":364,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2305.03047","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","created":"2023-05-04","cited_by_count":318,"area":"alignment"},{"id":"2306.15447","title":"Are aligned neural networks adversarially aligned?","created":"2023-06-26","cited_by_count":315,"area":"alignment"},{"id":"2310.02949","title":"Shadow Alignment: The Ease of Subverting Safely-Aligned Language Models","created":"2023-10-04","cited_by_count":297,"area":"alignment"},{"id":"2310.03716","title":"A Long Way to Go: Investigating Length Correlations in RLHF","created":"2023-10-05","cited_by_count":291,"area":"alignment"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2310.11564","title":"Personalized Soups: Personalized Large Language Model Alignment via Post-hoc Parameter Merging","created":"2023-10-17","cited_by_count":280,"area":"alignment"},{"id":"2402.06782","title":"Debating with More Persuasive LLMs Leads to More Truthful Answers","created":"2024-02-09","cited_by_count":266,"area":"alignment"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2406.15513","title":"PKU-SafeRLHF: Towards Multi-Level Safety Alignment for LLMs with Human Preference","created":"2024-06-20","cited_by_count":261,"area":"alignment"},{"id":"2402.04792","title":"Direct Language Model Alignment from Online AI Feedback","created":"2024-02-07","cited_by_count":260,"area":"alignment"},{"id":"2301.11270","title":"Principled Reinforcement Learning with Human Feedback from Pairwise or $K$-wise Comparisons","created":"2023-01-26","cited_by_count":247,"area":"alignment"},{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247,"area":"alignment"},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2404.12358","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","created":"2024-04-18","cited_by_count":242,"area":"alignment"},{"id":"2402.13228","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","created":"2024-02-20","cited_by_count":241,"area":"alignment"},{"id":"2406.14598","title":"SORRY-Bench: Systematically Evaluating Large Language Model Safety Refusal","created":"2024-06-20","cited_by_count":240,"area":"alignment"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2402.05162","title":"Assessing the Brittleness of Safety Alignment via Pruning and Low-Rank Modifications","created":"2024-02-07","cited_by_count":231,"area":"alignment"},{"id":"2307.04964","title":"Secrets of RLHF in Large Language Models Part I: PPO","created":"2023-07-11","cited_by_count":229,"area":"alignment"},{"id":"2311.10702","title":"Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2","created":"2023-11-17","cited_by_count":229,"area":"alignment"},{"id":"2312.00886","title":"Nash Learning from Human Feedback","created":"2023-12-01","cited_by_count":224,"area":"alignment"},{"id":"2305.15075","title":"HuatuoGPT, towards Taming Language Model to Be a Doctor","created":"2023-05-24","cited_by_count":214,"area":"alignment"},{"id":"2410.05451","title":"SecAlign: Defending Against Prompt Injection with Preference Optimization","created":"2024-10-07","cited_by_count":210,"area":"alignment"},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2403.19159","title":"Disentangling Length from Quality in Direct Preference Optimization","created":"2024-03-28","cited_by_count":196,"area":"alignment"},{"id":"2309.14348","title":"Defending Against Alignment-Breaking Attacks via Robustly Aligned LLM","created":"2023-09-18","cited_by_count":192,"area":"alignment"},{"id":"2307.16039","title":"Okapi: Instruction-tuned Large Language Models in Multiple Languages with Reinforcement Learning from Human Feedback","created":"2023-07-29","cited_by_count":190,"area":"alignment"},{"id":"2211.15006","title":"Fine-tuning language models to find agreement among humans with diverse preferences","created":"2022-11-28","cited_by_count":189,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2401.01967","title":"A Mechanistic Understanding of Alignment Algorithms: A Case Study on DPO and Toxicity","created":"2024-01-03","cited_by_count":185,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2410.16184","title":"RM-Bench: Benchmarking Reward Models of Language Models with Subtlety and Style","created":"2024-10-21","cited_by_count":176,"area":"alignment"},{"id":"2402.10207","title":"Rewards-in-Context: Multi-objective Alignment of Foundation Models with Dynamic Preference Adjustment","created":"2024-02-15","cited_by_count":175,"area":"alignment"},{"id":"2309.16240","title":"Beyond Reverse KL: Generalizing Direct Preference Optimization with Diverse Divergence Constraints","created":"2023-09-28","cited_by_count":174,"area":"alignment"},{"id":"2303.09618","title":"HIVE: Harnessing Human Feedback for Instructional Visual Editing","created":"2023-03-16","cited_by_count":173,"area":"alignment"},{"id":"2311.05553","title":"Removing RLHF Protections in GPT-4 via Fine-Tuning","created":"2023-11-09","cited_by_count":171,"area":"alignment"},{"id":"2401.06080","title":"Secrets of RLHF in Large Language Models Part II: Reward Modeling","created":"2024-01-11","cited_by_count":171,"area":"alignment"},{"id":"2309.07124","title":"RAIN: Your Language Models Can Align Themselves without Finetuning","created":"2023-09-13","cited_by_count":157,"area":"alignment"},{"id":"2402.05749","title":"Generalized Preference Optimization: A Unified Approach to Offline Alignment","created":"2024-02-08","cited_by_count":157,"area":"alignment"},{"id":"2412.21059","title":"VisionReward: Fine-Grained Multi-Dimensional Human Preference Learning for Image and Video Generation","created":"2024-12-30","cited_by_count":156,"area":"alignment"},{"id":"2304.11082","title":"Fundamental Limitations of Alignment in Large Language Models","created":"2023-04-19","cited_by_count":155,"area":"alignment"},{"id":"2506.01937","title":"RewardBench 2: Advancing Reward Model Evaluation","created":"2025-06-02","cited_by_count":150,"area":"alignment"},{"id":"2403.16950","title":"Aligning with Human Judgement: The Role of Pairwise Preference in Large Language Model Evaluators","created":"2024-03-25","cited_by_count":149,"area":"alignment"},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2410.12832","title":"Generative Reward Models","created":"2024-10-02","cited_by_count":148,"area":"alignment"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2311.08692","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","created":"2023-11-15","cited_by_count":145,"area":"alignment"},{"id":"2309.10105","title":"Understanding Catastrophic Forgetting in Language Models via Implicit Inference","created":"2023-09-18","cited_by_count":144,"area":"alignment"},{"id":"2401.04056","title":"A Minimaximalist Approach to Reinforcement Learning from Human Feedback","created":"2024-01-08","cited_by_count":144,"area":"alignment"},{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143,"area":"alignment"},{"id":"2305.14688","title":"ExpertPrompting: Instructing Large Language Models to be Distinguished Experts","created":"2023-05-24","cited_by_count":142,"area":"alignment"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2403.00409","title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback","created":"2024-03-01","cited_by_count":135,"area":"alignment"},{"id":"2404.11999","title":"Token-level Direct Preference Optimization","created":"2024-04-18","cited_by_count":135,"area":"alignment"},{"id":"2408.17003","title":"Safety Layers in Aligned Large Language Models: The Key to LLM Security","created":"2024-08-30","cited_by_count":134,"area":"alignment"}],"next_cursor":"100"}