{"total":151,"rows":[{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724,"area":"alignment"},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588,"area":"alignment"},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656,"area":"alignment"},{"id":"2302.12192","title":"Aligning Text-to-Image Models using Human Feedback","created":"2023-02-23","cited_by_count":422,"area":"alignment"},{"id":"2305.10425","title":"SLiC-HF: Sequence Likelihood Calibration with Human Feedback","created":"2023-05-17","cited_by_count":401,"area":"alignment"},{"id":"2306.01693","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","created":"2023-06-02","cited_by_count":401,"area":"alignment"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2305.03047","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","created":"2023-05-04","cited_by_count":318,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2312.09244","title":"Helping or Herding? Reward Model Ensembles Mitigate but do not Eliminate Reward Hacking","created":"2023-12-14","cited_by_count":200,"area":"alignment"},{"id":"2307.16039","title":"Okapi: Instruction-tuned Large Language Models in Multiple Languages with Reinforcement Learning from Human Feedback","created":"2023-07-29","cited_by_count":190,"area":"alignment"},{"id":"2302.07459","title":"The Capacity for Moral Self-Correction in Large Language Models","created":"2023-02-15","cited_by_count":173,"area":"alignment"},{"id":"2309.07124","title":"RAIN: Your Language Models Can Align Themselves without Finetuning","created":"2023-09-13","cited_by_count":157,"area":"alignment"},{"id":"2402.05749","title":"Generalized Preference Optimization: A Unified Approach to Offline Alignment","created":"2024-02-08","cited_by_count":157,"area":"alignment"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2309.10105","title":"Understanding Catastrophic Forgetting in Language Models via Implicit Inference","created":"2023-09-18","cited_by_count":144,"area":"alignment"},{"id":"2404.11999","title":"Token-level Direct Preference Optimization","created":"2024-04-18","cited_by_count":135,"area":"alignment"},{"id":"2303.16755","title":"Training Language Models with Language Feedback at Scale","created":"2023-03-28","cited_by_count":128,"area":"alignment"},{"id":"2507.18624","title":"Checklists Are Better Than Reward Models For Aligning Language Models","created":"2025-07-24","cited_by_count":128,"area":"alignment"},{"id":"2302.08215","title":"Aligning Language Models with Preferences through f-divergence Minimization","created":"2023-02-16","cited_by_count":120,"area":"alignment"},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2402.01878","title":"LiPO: Listwise Preference Optimization through Learning-to-Rank","created":"2024-02-02","cited_by_count":96,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2407.14622","title":"BOND: Aligning LLMs with Best-of-N Distillation","created":"2024-07-19","cited_by_count":76,"area":"alignment"},{"id":"2402.02992","title":"Decoding-time Realignment of Language Models","created":"2024-02-05","cited_by_count":67,"area":"alignment"},{"id":"2405.14655","title":"Multi-turn Reinforcement Learning from Preference Human Feedback","created":"2024-05-23","cited_by_count":67,"area":"alignment"},{"id":"2402.15018","title":"Unintended Impacts of LLM Alignment on Global Representation","created":"2024-02-22","cited_by_count":66,"area":"alignment"},{"id":"2302.05206","title":"The Wisdom of Hindsight Makes Language Models Better Instruction Followers","created":"2023-02-10","cited_by_count":62,"area":"alignment"},{"id":"2308.00225","title":"Instructed to Bias: Instruction-Tuned Language Models Exhibit Emergent Cognitive Bias","created":"2023-08-01","cited_by_count":53,"area":"alignment"},{"id":"2204.14146","title":"Training Language Models with Language Feedback","created":"2022-04-29","cited_by_count":49,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2310.13798","title":"Specific versus General Principles for Constitutional AI","created":"2023-10-20","cited_by_count":47,"area":"alignment"},{"id":"2405.19335","title":"X-VILA: Cross-Modality Alignment for Large Language Model","created":"2024-05-29","cited_by_count":46,"area":"alignment"},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2311.06025","title":"ChiMed-GPT: A Chinese Medical Large Language Model with Full Training Regime and Better Alignment to Human Preferences","created":"2023-11-10","cited_by_count":43,"area":"alignment"},{"id":"2409.20370","title":"The Perfect Blend: Redefining RLHF with Mixture of Judges","created":"2024-09-30","cited_by_count":43,"area":"alignment"},{"id":"2404.09824","title":"Impact of Preference Noise on the Alignment Performance of Generative Language Models","created":"2024-04-15","cited_by_count":41,"area":"alignment"},{"id":"2404.05875","title":"CodecLM: Aligning Language Models with Tailored Synthetic Data","created":"2024-04-08","cited_by_count":39,"area":"alignment"},{"id":"2212.09968","title":"On Improving Summarization Factual Consistency from Natural Language Feedback","created":"2022-12-20","cited_by_count":38,"area":"alignment"},{"id":"2410.10624","title":"SensorLLM: Aligning Large Language Models with Motion Sensors for Human Activity Recognition","created":"2024-10-14","cited_by_count":38,"area":"alignment"},{"id":"2203.07472","title":"Uncertainty Estimation for Language Reward Models","created":"2022-03-14","cited_by_count":37,"area":"alignment"},{"id":"2402.10958","title":"Relative Preference Optimization: Enhancing LLM Alignment through Contrasting Responses across Identical and Diverse Prompts","created":"2024-02-12","cited_by_count":36,"area":"alignment"},{"id":"2402.12366","title":"A Critical Evaluation of AI Feedback for Aligning Large Language Models","created":"2024-02-19","cited_by_count":36,"area":"alignment"},{"id":"2404.05530","title":"Best-of-Venom: Attacking RLHF by Injecting Poisoned Preference Data","created":"2024-04-08","cited_by_count":35,"area":"alignment"},{"id":"2412.19792","title":"InfAlign: Inference-aware language model alignment","created":"2024-12-27","cited_by_count":35,"area":"alignment"},{"id":"2308.05696","title":"A Preliminary Study of the Intrinsic Relationship between Complexity and Alignment","created":"2023-08-10","cited_by_count":33,"area":"alignment"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2410.18013","title":"Scalable Ranked Preference Optimization for Text-to-Image Generation","created":"2024-10-23","cited_by_count":33,"area":"alignment"},{"id":"2306.00398","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","created":"2023-06-01","cited_by_count":31,"area":"alignment"},{"id":"2307.16851","title":"Towards Trustworthy and Aligned Machine Learning: A Data-centric Survey with Causality Perspectives","created":"2023-07-31","cited_by_count":30,"area":"alignment"},{"id":"2311.06503","title":"Knowledgeable Preference Alignment for LLMs in Domain-specific Question Answering","created":"2023-11-11","cited_by_count":29,"area":"alignment"},{"id":"2408.02085","title":"Unleashing the Power of Data Tsunami: A Comprehensive Survey on Data Assessment and Selection for Instruction Tuning of Language Models","created":"2024-08-04","cited_by_count":29,"area":"alignment"},{"id":"2401.12086","title":"West-of-N: Synthetic Preferences for Self-Improving Reward Models","created":"2024-01-22","cited_by_count":28,"area":"alignment"},{"id":"2402.00742","title":"Transforming and Combining Rewards for Aligning Large Language Models","created":"2024-02-01","cited_by_count":25,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2312.15907","title":"Align on the Fly: Adapting Chatbot Behavior to Established Norms","created":"2023-12-26","cited_by_count":23,"area":"alignment"},{"id":"2402.11827","title":"Ask Optimal Questions: Aligning Large Language Models with Retriever's Preference in Conversation","created":"2024-02-19","cited_by_count":23,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2405.12739","title":"SPO: Multi-Dimensional Preference Sequential Alignment With Implicit Reward Modeling","created":"2024-05-21","cited_by_count":21,"area":"alignment"},{"id":"2311.09132","title":"Aligning Neural Machine Translation Models: Human Feedback in Training and Inference","created":"2023-11-15","cited_by_count":19,"area":"alignment"},{"id":"2403.05063","title":"Aligning Large Language Models for Controllable Recommendations","created":"2024-03-08","cited_by_count":19,"area":"alignment"},{"id":"2404.14313","title":"Self-Supervised Alignment with Mutual Information: Learning to Follow Principles without Preference Labels","created":"2024-04-22","cited_by_count":19,"area":"alignment"},{"id":"2410.06554","title":"The Accuracy Paradox in RLHF: When Better Reward Models Don't Yield Better Language Models","created":"2024-10-09","cited_by_count":19,"area":"alignment"},{"id":"2202.09662","title":"Reward Modeling for Mitigating Toxicity in Transformer-based Language Models","created":"2022-02-19","cited_by_count":18,"area":"alignment"},{"id":"2404.00530","title":"Comparing Bad Apples to Good Oranges: Aligning Large Language Models via Joint Preference Optimization","created":"2024-03-31","cited_by_count":15,"area":"alignment"},{"id":"2406.10991","title":"Adaptive Query Rewriting: Aligning Rewriters through Marginal Probability of Conversational Answers","created":"2024-06-16","cited_by_count":15,"area":"alignment"},{"id":"2409.09774","title":"Generalizing Alignment Paradigm of Text-to-Image Generation with Preferences through $f$-divergence Minimization","created":"2024-09-15","cited_by_count":15,"area":"alignment"},{"id":"2510.04309","title":"Activation Steering with a Feedback Controller","created":"2025-10-05","cited_by_count":15,"area":"alignment"},{"id":"2504.16438","title":"POPri: Private Federated Learning using Preference-Optimized Synthetic Data","created":"2025-04-23","cited_by_count":14,"area":"alignment"},{"id":"2406.11715","title":"Measuring memorization in RLHF for code completion","created":"2024-06-17","cited_by_count":13,"area":"alignment"},{"id":"2402.13919","title":"SYNFAC-EDIT: Synthetic Imitation Edit Feedback for Factual Alignment in Clinical Summarization","created":"2024-02-21","cited_by_count":12,"area":"alignment"},{"id":"2409.17472","title":"Autoregressive Multi-trait Essay Scoring via Reinforcement Learning with Scoring-aware Multiple Rewards","created":"2024-09-26","cited_by_count":12,"area":"alignment"},{"id":"2410.01532","title":"Seeing Eye to AI: Human Alignment via Gaze-Based Response Rewards for Large Language Models","created":"2024-10-02","cited_by_count":12,"area":"alignment"},{"id":"2403.06754","title":"ALaRM: Align Language Models via Hierarchical Rewards Modeling","created":"2024-03-11","cited_by_count":11,"area":"alignment"},{"id":"2403.13578","title":"Dynamic Reward Adjustment in Multi-Reward Reinforcement Learning for Counselor Reflection Generation","created":"2024-03-20","cited_by_count":10,"area":"alignment"},{"id":"2407.03051","title":"Improving Conversational Abilities of Quantized Large Language Models via Direct Preference Alignment","created":"2024-07-03","cited_by_count":9,"area":"alignment"},{"id":"2410.18533","title":"LOGO -- Long cOntext aliGnment via efficient preference Optimization","created":"2024-10-24","cited_by_count":9,"area":"alignment"},{"id":"2402.18950","title":"PopALM: Popularity-Aligned Language Models for Social Media Trendy Response Prediction","created":"2024-02-29","cited_by_count":8,"area":"alignment"},{"id":"2410.07779","title":"Modeling User Preferences with Automatic Metrics: Creating a High-Quality Preference Dataset for Machine Translation","created":"2024-10-10","cited_by_count":8,"area":"alignment"},{"id":"2502.05478","title":"OntoTune: Ontology-Driven Self-training for Aligning Large Language Models","created":"2025-02-08","cited_by_count":8,"area":"alignment"},{"id":"2503.06810","title":"Mitigating Preference Hacking in Policy Optimization with Pessimism","created":"2025-03-10","cited_by_count":8,"area":"alignment"},{"id":"2310.00898","title":"Enabling Language Models to Implicitly Learn Self-Improvement","created":"2023-10-02","cited_by_count":7,"area":"alignment"},{"id":"2407.02987","title":"LoRA-Guard: Parameter-Efficient Guardrail Adaptation for Content Moderation of Large Language Models","created":"2024-07-03","cited_by_count":7,"area":"alignment"},{"id":"2409.04183","title":"GALLa: Graph Aligned Large Language Models for Improved Source Code Understanding","created":"2024-09-06","cited_by_count":7,"area":"alignment"},{"id":"2410.03818","title":"Large Language Models can be Strong Self-Detoxifiers","created":"2024-10-04","cited_by_count":7,"area":"alignment"},{"id":"2410.11370","title":"Enhance Graph Alignment for Large Language Models","created":"2024-10-15","cited_by_count":7,"area":"alignment"},{"id":"2412.03253","title":"Alignment at Pre-training! Towards Native Alignment for Arabic LLMs","created":"2024-12-04","cited_by_count":7,"area":"alignment"},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"},{"id":"2310.19347","title":"Improving Factual Consistency of News Summarization by Contrastive Preference Optimization","created":"2023-10-30","cited_by_count":6,"area":"alignment"},{"id":"2402.14760","title":"Generalizing Reward Modeling for Out-of-Distribution Preference Learning","created":"2024-02-22","cited_by_count":6,"area":"alignment"},{"id":"2406.00303","title":"Multi-Dimensional Optimization for Text Summarization via Reinforcement Learning","created":"2024-06-01","cited_by_count":6,"area":"alignment"},{"id":"2410.14940","title":"Baichuan Alignment Technical Report","created":"2024-10-19","cited_by_count":6,"area":"alignment"},{"id":"2503.20062","title":"Poor Alignment and Steerability of Large Language Models: Evidence from College Admission Essays","created":"2025-03-25","cited_by_count":6,"area":"alignment"},{"id":"2506.17353","title":"Differentiation-Based Extraction of Proprietary Data from Fine-Tuned LLMs","created":"2025-06-20","cited_by_count":6,"area":"alignment"},{"id":"2104.08765","title":"Improving Neural Model Performance through Natural Language Feedback on Their Explanations","created":"2021-04-18","cited_by_count":5,"area":"alignment"},{"id":"2309.08583","title":"ICLEF: In-Context Learning with Expert Feedback for Explainable Style Transfer","created":"2023-09-15","cited_by_count":5,"area":"alignment"},{"id":"2310.20033","title":"Synthetic Imitation Edit Feedback for Factual Alignment in Clinical Summarization","created":"2023-10-30","cited_by_count":5,"area":"alignment"},{"id":"2508.17184","title":"Towards Alignment-Centric Paradigm: A Survey of Instruction Tuning in Large Language Models","created":"2025-08-24","cited_by_count":5,"area":"alignment"},{"id":"2510.17833","title":"Brain-Language Model Alignment: Insights into the Platonic Hypothesis and Intermediate-Layer Advantage","created":"2025-10-03","cited_by_count":5,"area":"alignment"},{"id":"2310.00819","title":"Parameter-Efficient Tuning Helps Language Model Alignment","created":"2023-10-01","cited_by_count":4,"area":"alignment"}],"next_cursor":"100"}