{"total":356,"rows":[{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971,"area":"alignment"},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720,"area":"alignment"},{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2307.04657","title":"BeaverTails: Towards Improved Safety Alignment of LLM via a Human-Preference Dataset","created":"2023-07-10","cited_by_count":860,"area":"alignment"},{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836,"area":"alignment"},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2209.07858","title":"Red Teaming Language Models to Reduce Harms: Methods, Scaling Behaviors, and Lessons Learned","created":"2022-08-23","cited_by_count":729,"area":"alignment"},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721,"area":"alignment"},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656,"area":"alignment"},{"id":"2310.08491","title":"Prometheus: Inducing Fine-grained Evaluation Capability in Language Models","created":"2023-10-12","cited_by_count":575,"area":"alignment"},{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2302.12192","title":"Aligning Text-to-Image Models using Human Feedback","created":"2023-02-23","cited_by_count":422,"area":"alignment"},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406,"area":"alignment"},{"id":"2305.10425","title":"SLiC-HF: Sequence Likelihood Calibration with Human Feedback","created":"2023-05-17","cited_by_count":401,"area":"alignment"},{"id":"2412.14093","title":"Alignment faking in large language models","created":"2024-12-18","cited_by_count":360,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2305.03047","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","created":"2023-05-04","cited_by_count":318,"area":"alignment"},{"id":"2312.14925","title":"A Survey of Reinforcement Learning from Human Feedback","created":"2023-12-22","cited_by_count":264,"area":"alignment"},{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247,"area":"alignment"},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2402.05162","title":"Assessing the Brittleness of Safety Alignment via Pruning and Low-Rank Modifications","created":"2024-02-07","cited_by_count":231,"area":"alignment"},{"id":"2307.04964","title":"Secrets of RLHF in Large Language Models Part I: PPO","created":"2023-07-11","cited_by_count":229,"area":"alignment"},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2211.15006","title":"Fine-tuning language models to find agreement among humans with diverse preferences","created":"2022-11-28","cited_by_count":189,"area":"alignment"},{"id":"2402.05070","title":"A Roadmap to Pluralistic Alignment","created":"2024-02-07","cited_by_count":184,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2309.16240","title":"Beyond Reverse KL: Generalizing Direct Preference Optimization with Diverse Divergence Constraints","created":"2023-09-28","cited_by_count":174,"area":"alignment"},{"id":"2302.07459","title":"The Capacity for Moral Self-Correction in Large Language Models","created":"2023-02-15","cited_by_count":173,"area":"alignment"},{"id":"2309.07124","title":"RAIN: Your Language Models Can Align Themselves without Finetuning","created":"2023-09-13","cited_by_count":157,"area":"alignment"},{"id":"2304.11082","title":"Fundamental Limitations of Alignment in Large Language Models","created":"2023-04-19","cited_by_count":155,"area":"alignment"},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2410.12832","title":"Generative Reward Models","created":"2024-10-02","cited_by_count":148,"area":"alignment"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2404.16019","title":"The PRISM Alignment Dataset: What Participatory, Representative and Individualised Human Feedback Reveals About the Subjective and Multicultural Alignment of Large Language Models","created":"2024-04-24","cited_by_count":144,"area":"alignment"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2511.18397","title":"Natural Emergent Misalignment from Reward Hacking in Production RL","created":"2025-11-23","cited_by_count":136,"area":"alignment"},{"id":"2312.08358","title":"Distributional Preference Learning: Understanding and Accounting for Hidden Context in RLHF","created":"2023-12-13","cited_by_count":133,"area":"alignment"},{"id":"2406.07814","title":"Collective Constitutional AI: Aligning a Language Model with Public Input","created":"2024-06-12","cited_by_count":123,"area":"alignment"},{"id":"2302.08215","title":"Aligning Language Models with Preferences through f-divergence Minimization","created":"2023-02-16","cited_by_count":120,"area":"alignment"},{"id":"2402.01109","title":"Vaccine: Perturbation-aware Alignment for Large Language Models against Harmful Fine-tuning Attack","created":"2024-02-02","cited_by_count":115,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2402.02416","title":"Aligner: Efficient Alignment by Learning to Correct","created":"2024-02-04","cited_by_count":98,"area":"alignment"},{"id":"2310.14558","title":"AlpaCare:Instruction-tuned Large Language Models for Medical Application","created":"2023-10-23","cited_by_count":90,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2303.05453","title":"Personalisation within bounds: A risk taxonomy and policy framework for the alignment of large language models with personalised feedback","created":"2023-03-09","cited_by_count":87,"area":"alignment"},{"id":"2402.04833","title":"Long Is More for Alignment: A Simple but Tough-to-Beat Baseline for Instruction Fine-Tuning","created":"2024-02-07","cited_by_count":85,"area":"alignment"},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2401.11206","title":"InferAligner: Inference-Time Alignment for Harmlessness through Cross-Model Guidance","created":"2024-01-20","cited_by_count":83,"area":"alignment"},{"id":"2402.09345","title":"InfoRM: Mitigating Reward Hacking in RLHF via Information-Theoretic Reward Modeling","created":"2024-02-14","cited_by_count":79,"area":"alignment"},{"id":"2305.16960","title":"Training Socially Aligned Language Models on Simulated Social Interactions","created":"2023-05-26","cited_by_count":78,"area":"alignment"},{"id":"2407.14622","title":"BOND: Aligning LLMs with Best-of-N Distillation","created":"2024-07-19","cited_by_count":76,"area":"alignment"},{"id":"2305.13735","title":"Aligning Large Language Models through Synthetic Feedback","created":"2023-05-23","cited_by_count":75,"area":"alignment"},{"id":"2312.07000","title":"Alignment for Honesty","created":"2023-12-12","cited_by_count":74,"area":"alignment"},{"id":"2410.00847","title":"Uncertainty-aware Reward Model: Teaching Reward Models to Know What is Unknown","created":"2024-10-01","cited_by_count":74,"area":"alignment"},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2406.05954","title":"Aligning Large Language Models with Representation Editing: A Control Perspective","created":"2024-06-10","cited_by_count":64,"area":"alignment"},{"id":"2310.11523","title":"Group Preference Optimization: Few-Shot Alignment of Large Language Models","created":"2023-10-17","cited_by_count":63,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2209.00731","title":"In conversation with Artificial Intelligence: aligning language models with human values","created":"2022-09-01","cited_by_count":62,"area":"alignment"},{"id":"2302.05206","title":"The Wisdom of Hindsight Makes Language Models Better Instruction Followers","created":"2023-02-10","cited_by_count":62,"area":"alignment"},{"id":"2410.09893","title":"RMB: Comprehensively Benchmarking Reward Models in LLM Alignment","created":"2024-10-13","cited_by_count":61,"area":"alignment"},{"id":"2303.06135","title":"Rewarding Chatbots for Real-World Engagement with Millions of Users","created":"2023-03-10","cited_by_count":59,"area":"alignment"},{"id":"2504.12501","title":"Reinforcement Learning from Human Feedback","created":"2025-04-16","cited_by_count":58,"area":"alignment"},{"id":"2305.00955","title":"Bridging the Gap: A Survey on Integrating (Human) Feedback for Natural Language Generation","created":"2023-05-01","cited_by_count":55,"area":"alignment"},{"id":"2310.05910","title":"SALMON: Self-Alignment with Instructable Reward Models","created":"2023-10-09","cited_by_count":55,"area":"alignment"},{"id":"2310.07629","title":"The Past, Present and Better Future of Feedback Learning in Large Language Models for Subjective Human Preferences and Values","created":"2023-10-11","cited_by_count":54,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2406.14144","title":"Towards Understanding Safety Alignment: A Mechanistic Perspective from Safety Neurons","created":"2024-06-20","cited_by_count":53,"area":"alignment"},{"id":"2602.02482","title":"Expanding the Capabilities of Reinforcement Learning via Text Feedback","created":"2026-02-02","cited_by_count":53,"area":"alignment"},{"id":"2405.06639","title":"Value Augmented Sampling for Language Model Alignment and Personalization","created":"2024-05-10","cited_by_count":49,"area":"alignment"},{"id":"2306.02231","title":"Fine-Tuning Language Models with Advantage-Induced Policy Alignment","created":"2023-06-04","cited_by_count":48,"area":"alignment"},{"id":"2405.20495","title":"Transfer Q Star: Principled Decoding for LLM Alignment","created":"2024-05-30","cited_by_count":48,"area":"alignment"},{"id":"2404.02655","title":"Calibrating the Confidence of Large Language Models by Eliciting Fidelity","created":"2024-04-03","cited_by_count":47,"area":"alignment"},{"id":"2402.05699","title":"Self-Alignment of Large Language Models via Monopolylogue-based Social Scene Simulation","created":"2024-02-08","cited_by_count":46,"area":"alignment"},{"id":"2308.12014","title":"From Instructions to Intrinsic Human Values -- A Survey of Alignment Goals for Big Models","created":"2023-08-23","cited_by_count":45,"area":"alignment"},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2405.19358","title":"Robustifying Safety-Aligned Large Language Models through Clean Data Curation","created":"2024-05-24","cited_by_count":44,"area":"alignment"},{"id":"2307.12950","title":"RLCD: Reinforcement Learning from Contrastive Distillation for Language Model Alignment","created":"2023-07-24","cited_by_count":43,"area":"alignment"},{"id":"2309.03126","title":"Everyone Deserves A Reward: Learning Customized Human Preferences","created":"2023-09-06","cited_by_count":43,"area":"alignment"},{"id":"2407.02552","title":"RLHF Can Speak Many Languages: Unlocking Multilingual Preference Optimization for LLMs","created":"2024-07-02","cited_by_count":43,"area":"alignment"},{"id":"2409.20370","title":"The Perfect Blend: Redefining RLHF with Mixture of Judges","created":"2024-09-30","cited_by_count":43,"area":"alignment"},{"id":"2310.13595","title":"The History and Risks of Reinforcement Learning and Human Feedback","created":"2023-10-20","cited_by_count":42,"area":"alignment"},{"id":"2311.00168","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","created":"2023-10-31","cited_by_count":42,"area":"alignment"},{"id":"2503.17003","title":"A Survey on Personalized Alignment -- The Missing Piece for Large Language Models in Real-World Applications","created":"2025-03-21","cited_by_count":42,"area":"alignment"},{"id":"2309.00754","title":"Efficient RLHF: Reducing the Memory Usage of PPO","created":"2023-09-01","cited_by_count":40,"area":"alignment"},{"id":"2410.06961","title":"Self-Boosting Large Language Models with Synthetic Preference Data","created":"2024-10-09","cited_by_count":40,"area":"alignment"},{"id":"2504.09466","title":"AdaSteer: Your Aligned LLM is Inherently an Adaptive Jailbreak Defender","created":"2025-04-13","cited_by_count":38,"area":"alignment"},{"id":"2311.06899","title":"Flames: Benchmarking Value Alignment of LLMs in Chinese","created":"2023-11-12","cited_by_count":37,"area":"alignment"},{"id":"2502.09650","title":"Principled Data Selection for Alignment: The Hidden Risks of Difficult Examples","created":"2025-02-11","cited_by_count":37,"area":"alignment"},{"id":"2208.03270","title":"Learning New Skills after Deployment: Improving open-domain internet-driven dialogue with human feedback","created":"2022-08-05","cited_by_count":36,"area":"alignment"},{"id":"2310.16048","title":"AI Alignment and Social Choice: Fundamental Limitations and Policy Implications","created":"2023-10-24","cited_by_count":36,"area":"alignment"},{"id":"2406.14477","title":"SafeSora: Towards Safety Alignment of Text2Video Generation via a Human Preference Dataset","created":"2024-06-20","cited_by_count":35,"area":"alignment"},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"}],"next_cursor":"100"}