{"total":334,"rows":[{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971,"area":"alignment"},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720,"area":"alignment"},{"id":"2112.09332","title":"WebGPT: Browser-assisted question-answering with human feedback","created":"2021-12-17","cited_by_count":1745,"area":"alignment"},{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055,"area":"alignment"},{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2307.04657","title":"BeaverTails: Towards Improved Safety Alignment of LLM via a Human-Preference Dataset","created":"2023-07-10","cited_by_count":860,"area":"alignment"},{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836,"area":"alignment"},{"id":"2305.14975","title":"Just Ask for Calibration: Strategies for Eliciting Calibrated Confidence Scores from Language Models Fine-Tuned with Human Feedback","created":"2023-05-24","cited_by_count":812,"area":"alignment"},{"id":"2209.07858","title":"Red Teaming Language Models to Reduce Harms: Methods, Scaling Behaviors, and Lessons Learned","created":"2022-08-23","cited_by_count":729,"area":"alignment"},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406,"area":"alignment"},{"id":"2312.15685","title":"What Makes Good Data for Alignment? A Comprehensive Study of Automatic Data Selection in Instruction Tuning","created":"2023-12-25","cited_by_count":364,"area":"alignment"},{"id":"2305.03047","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","created":"2023-05-04","cited_by_count":318,"area":"alignment"},{"id":"2310.02949","title":"Shadow Alignment: The Ease of Subverting Safely-Aligned Language Models","created":"2023-10-04","cited_by_count":297,"area":"alignment"},{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2402.13228","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","created":"2024-02-20","cited_by_count":241,"area":"alignment"},{"id":"2406.08673","title":"HelpSteer2: Open-source dataset for training top-performing reward models","created":"2024-06-12","cited_by_count":236,"area":"alignment"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2311.10702","title":"Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2","created":"2023-11-17","cited_by_count":229,"area":"alignment"},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2307.16039","title":"Okapi: Instruction-tuned Large Language Models in Multiple Languages with Reinforcement Learning from Human Feedback","created":"2023-07-29","cited_by_count":190,"area":"alignment"},{"id":"2309.16240","title":"Beyond Reverse KL: Generalizing Direct Preference Optimization with Diverse Divergence Constraints","created":"2023-09-28","cited_by_count":174,"area":"alignment"},{"id":"2311.05553","title":"Removing RLHF Protections in GPT-4 via Fine-Tuning","created":"2023-11-09","cited_by_count":171,"area":"alignment"},{"id":"2309.07124","title":"RAIN: Your Language Models Can Align Themselves without Finetuning","created":"2023-09-13","cited_by_count":157,"area":"alignment"},{"id":"2304.11082","title":"Fundamental Limitations of Alignment in Large Language Models","created":"2023-04-19","cited_by_count":155,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2510.07743","title":"OpenRubrics: Towards Scalable Synthetic Rubric Generation for Reward Modeling and LLM Alignment","created":"2025-10-09","cited_by_count":132,"area":"alignment"},{"id":"2303.16755","title":"Training Language Models with Language Feedback at Scale","created":"2023-03-28","cited_by_count":128,"area":"alignment"},{"id":"2507.18624","title":"Checklists Are Better Than Reward Models For Aligning Language Models","created":"2025-07-24","cited_by_count":128,"area":"alignment"},{"id":"2302.08215","title":"Aligning Language Models with Preferences through f-divergence Minimization","created":"2023-02-16","cited_by_count":120,"area":"alignment"},{"id":"2406.00045","title":"Personalized Steering of Large Language Models: Versatile Steering Vectors Through Bi-directional Preference Optimization","created":"2024-05-28","cited_by_count":118,"area":"alignment"},{"id":"2502.17420","title":"The Geometry of Refusal in Large Language Models: Concept Cones and Representational Independence","created":"2025-02-24","cited_by_count":115,"area":"alignment"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2401.18058","title":"LongAlign: A Recipe for Long Context Alignment of Large Language Models","created":"2024-01-31","cited_by_count":106,"area":"alignment"},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2402.02416","title":"Aligner: Efficient Alignment by Learning to Correct","created":"2024-02-04","cited_by_count":98,"area":"alignment"},{"id":"2310.04373","title":"Confronting Reward Model Overoptimization with Constrained RLHF","created":"2023-10-06","cited_by_count":96,"area":"alignment"},{"id":"2310.14558","title":"AlpaCare:Instruction-tuned Large Language Models for Medical Application","created":"2023-10-23","cited_by_count":90,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2409.18169","title":"Harmful Fine-tuning Attacks and Defenses for Large Language Models: A Survey","created":"2024-09-26","cited_by_count":90,"area":"alignment"},{"id":"2303.05453","title":"Personalisation within bounds: A risk taxonomy and policy framework for the alignment of large language models with personalised feedback","created":"2023-03-09","cited_by_count":87,"area":"alignment"},{"id":"2402.04833","title":"Long Is More for Alignment: A Simple but Tough-to-Beat Baseline for Instruction Fine-Tuning","created":"2024-02-07","cited_by_count":85,"area":"alignment"},{"id":"2401.11206","title":"InferAligner: Inference-Time Alignment for Harmlessness through Cross-Model Guidance","created":"2024-01-20","cited_by_count":83,"area":"alignment"},{"id":"2402.09267","title":"Self-Alignment for Factuality: Mitigating Hallucinations in LLMs via Self-Evaluation","created":"2024-02-14","cited_by_count":80,"area":"alignment"},{"id":"2402.09345","title":"InfoRM: Mitigating Reward Hacking in RLHF via Information-Theoretic Reward Modeling","created":"2024-02-14","cited_by_count":79,"area":"alignment"},{"id":"2305.16960","title":"Training Socially Aligned Language Models on Simulated Social Interactions","created":"2023-05-26","cited_by_count":78,"area":"alignment"},{"id":"2402.06627","title":"Feedback Loops With Language Models Drive In-Context Reward Hacking","created":"2024-02-09","cited_by_count":77,"area":"alignment"},{"id":"2305.13735","title":"Aligning Large Language Models through Synthetic Feedback","created":"2023-05-23","cited_by_count":75,"area":"alignment"},{"id":"2505.11475","title":"HelpSteer3-Preference: Open Human-Annotated Preference Data across Diverse Tasks and Languages","created":"2025-05-16","cited_by_count":75,"area":"alignment"},{"id":"2312.07000","title":"Alignment for Honesty","created":"2023-12-12","cited_by_count":74,"area":"alignment"},{"id":"2401.06561","title":"Intention Analysis Makes LLMs A Good Jailbreak Defender","created":"2024-01-12","cited_by_count":74,"area":"alignment"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2402.15018","title":"Unintended Impacts of LLM Alignment on Global Representation","created":"2024-02-22","cited_by_count":66,"area":"alignment"},{"id":"2403.18349","title":"Rejection Improves Reliability: Training LLMs to Refuse Unknown Questions Using RL from Knowledge Feedback","created":"2024-03-27","cited_by_count":66,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2410.03642","title":"Aligning LLMs with Individual Preferences via Interaction","created":"2024-10-04","cited_by_count":63,"area":"alignment"},{"id":"2409.19817","title":"Calibrating Language Models with Adaptive Temperature Scaling","created":"2024-09-29","cited_by_count":58,"area":"alignment"},{"id":"2405.09719","title":"Spectral Editing of Activations for Large Language Model Alignment","created":"2024-05-15","cited_by_count":56,"area":"alignment"},{"id":"2310.05910","title":"SALMON: Self-Alignment with Instructable Reward Models","created":"2023-10-09","cited_by_count":55,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2310.07629","title":"The Past, Present and Better Future of Feedback Learning in Large Language Models for Subjective Human Preferences and Values","created":"2023-10-11","cited_by_count":54,"area":"alignment"},{"id":"2406.14144","title":"Towards Understanding Safety Alignment: A Mechanistic Perspective from Safety Neurons","created":"2024-06-20","cited_by_count":53,"area":"alignment"},{"id":"2408.11491","title":"SCANS: Mitigating the Exaggerated Safety for LLMs via Safety-Conscious Activation Steering","created":"2024-08-21","cited_by_count":50,"area":"alignment"},{"id":"2412.15280","title":"Context-DPO: Aligning Language Models for Context-Faithfulness","created":"2024-12-18","cited_by_count":50,"area":"alignment"},{"id":"2204.14146","title":"Training Language Models with Language Feedback","created":"2022-04-29","cited_by_count":49,"area":"alignment"},{"id":"2404.02655","title":"Calibrating the Confidence of Large Language Models by Eliciting Fidelity","created":"2024-04-03","cited_by_count":47,"area":"alignment"},{"id":"2405.01525","title":"FLAME: Factuality-Aware Alignment for Large Language Models","created":"2024-05-02","cited_by_count":47,"area":"alignment"},{"id":"2403.19270","title":"sDPO: Don't Use Your Data All at Once","created":"2024-03-28","cited_by_count":46,"area":"alignment"},{"id":"2308.12014","title":"From Instructions to Intrinsic Human Values -- A Survey of Alignment Goals for Big Models","created":"2023-08-23","cited_by_count":45,"area":"alignment"},{"id":"2407.00617","title":"Iterative Nash Policy Optimization: Aligning LLMs with General Preferences via No-Regret Learning","created":"2024-06-30","cited_by_count":45,"area":"alignment"},{"id":"2405.19358","title":"Robustifying Safety-Aligned Large Language Models through Clean Data Curation","created":"2024-05-24","cited_by_count":44,"area":"alignment"},{"id":"2402.09401","title":"Reinforcement Learning from Human Feedback with Active Queries","created":"2024-02-14","cited_by_count":43,"area":"alignment"},{"id":"2409.13221","title":"Optimizing RLHF Training for Large Language Models with Stage Fusion","created":"2024-09-20","cited_by_count":43,"area":"alignment"},{"id":"2409.20370","title":"The Perfect Blend: Redefining RLHF with Mixture of Judges","created":"2024-09-30","cited_by_count":43,"area":"alignment"},{"id":"2503.17003","title":"A Survey on Personalized Alignment -- The Missing Piece for Large Language Models in Real-World Applications","created":"2025-03-21","cited_by_count":42,"area":"alignment"},{"id":"2410.06961","title":"Self-Boosting Large Language Models with Synthetic Preference Data","created":"2024-10-09","cited_by_count":40,"area":"alignment"},{"id":"2502.12668","title":"Evaluation of Best-of-N Sampling Strategies for Language Model Alignment","created":"2025-02-18","cited_by_count":39,"area":"alignment"},{"id":"2506.07468","title":"Chasing Moving Targets with Online Self-Play Reinforcement Learning for Safer Language Models","created":"2025-06-09","cited_by_count":39,"area":"alignment"},{"id":"2404.16792","title":"Model Extrapolation Expedites Alignment","created":"2024-04-25","cited_by_count":37,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2311.04072","title":"Beyond Imitation: Leveraging Fine-grained Quality Signals for Alignment","created":"2023-11-07","cited_by_count":35,"area":"alignment"},{"id":"2404.14723","title":"Insights into Alignment: Evaluating DPO and its Variants Across Multiple Tasks","created":"2024-04-23","cited_by_count":35,"area":"alignment"},{"id":"2402.13605","title":"KorNAT: LLM Alignment Benchmark for Korean Social Values and Common Knowledge","created":"2024-02-21","cited_by_count":33,"area":"alignment"},{"id":"2405.17888","title":"Getting More Juice Out of the SFT Data: Reward Learning from Human Demonstration Improves SFT for LLM Alignment","created":"2024-05-28","cited_by_count":32,"area":"alignment"},{"id":"2406.11801","title":"Safety Arithmetic: A Framework for Test-time Safety Alignment of Language Models by Steering Parameters and Activations","created":"2024-06-17","cited_by_count":32,"area":"alignment"},{"id":"2409.15360","title":"Reward-Robust RLHF in LLMs","created":"2024-09-18","cited_by_count":32,"area":"alignment"},{"id":"2406.10957","title":"Eliminating Biased Length Reliance of Direct Preference Optimization via Down-Sampled KL Divergence","created":"2024-06-16","cited_by_count":31,"area":"alignment"},{"id":"2409.05283","title":"On the Relationship between Truth and Political Bias in Language Models","created":"2024-09-09","cited_by_count":31,"area":"alignment"},{"id":"2404.11049","title":"Stepwise Alignment for Constrained Language Model Policy Optimization","created":"2024-04-17","cited_by_count":30,"area":"alignment"},{"id":"2408.02085","title":"Unleashing the Power of Data Tsunami: A Comprehensive Survey on Data Assessment and Selection for Instruction Tuning of Language Models","created":"2024-08-04","cited_by_count":29,"area":"alignment"},{"id":"2401.16332","title":"Tradeoffs Between Alignment and Helpfulness in Language Models with Steering Methods","created":"2024-01-29","cited_by_count":28,"area":"alignment"},{"id":"2506.08123","title":"QA-LIGN: Aligning LLMs through Constitutionally Decomposed QA","created":"2025-06-09","cited_by_count":28,"area":"alignment"},{"id":"2603.12273","title":"Aligning Language Models from User Interactions","created":"2026-02-18","cited_by_count":28,"area":"alignment"},{"id":"2504.07070","title":"A Survey on Personalized and Pluralistic Preference Alignment in Large Language Models","created":"2025-04-09","cited_by_count":27,"area":"alignment"},{"id":"2501.12735","title":"Online Preference Alignment for Language Models via Count-based Exploration","created":"2025-01-22","cited_by_count":26,"area":"alignment"},{"id":"2401.06785","title":"Human-Instruction-Free LLM Self-Alignment with Limited Samples","created":"2024-01-06","cited_by_count":25,"area":"alignment"},{"id":"2502.00883","title":"SimPER: A Minimalist Approach to Preference Alignment without Hyperparameters","created":"2025-02-02","cited_by_count":25,"area":"alignment"},{"id":"2511.08594","title":"Diverse Preference Learning for Capabilities and Alignment","created":"2025-10-29","cited_by_count":25,"area":"alignment"},{"id":"2402.18120","title":"Exploring Multilingual Concepts of Human Value in Large Language Models: Is Value Alignment Consistent, Transferable and Controllable across Languages?","created":"2024-02-28","cited_by_count":24,"area":"alignment"},{"id":"2404.13846","title":"Filtered Direct Preference Optimization","created":"2024-04-22","cited_by_count":24,"area":"alignment"}],"next_cursor":"100"}