{"total":117,"rows":[{"id":"2305.11206","title":"LIMA: Less Is More for Alignment","created":"2023-05-18","cited_by_count":1100,"area":"alignment"},{"id":"2309.00267","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","created":"2023-09-01","cited_by_count":625,"area":"alignment"},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2305.10425","title":"SLiC-HF: Sequence Likelihood Calibration with Human Feedback","created":"2023-05-17","cited_by_count":401,"area":"alignment"},{"id":"2310.06452","title":"Understanding the Effects of RLHF on LLM Generalisation and Diversity","created":"2023-10-10","cited_by_count":396,"area":"alignment"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2305.03047","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","created":"2023-05-04","cited_by_count":318,"area":"alignment"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2402.13228","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","created":"2024-02-20","cited_by_count":241,"area":"alignment"},{"id":"2309.14348","title":"Defending Against Alignment-Breaking Attacks via Robustly Aligned LLM","created":"2023-09-18","cited_by_count":192,"area":"alignment"},{"id":"2211.15006","title":"Fine-tuning language models to find agreement among humans with diverse preferences","created":"2022-11-28","cited_by_count":189,"area":"alignment"},{"id":"2401.01967","title":"A Mechanistic Understanding of Alignment Algorithms: A Case Study on DPO and Toxicity","created":"2024-01-03","cited_by_count":185,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2309.07124","title":"RAIN: Your Language Models Can Align Themselves without Finetuning","created":"2023-09-13","cited_by_count":157,"area":"alignment"},{"id":"2401.04092","title":"GPT-4V(ision) is a Human-Aligned Evaluator for Text-to-3D Generation","created":"2024-01-08","cited_by_count":153,"area":"alignment"},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2402.05133","title":"Personalized Language Modeling from Personalized Human Feedback","created":"2024-02-06","cited_by_count":132,"area":"alignment"},{"id":"2311.04155","title":"Black-Box Prompt Optimization: Aligning Large Language Models without Model Training","created":"2023-11-07","cited_by_count":122,"area":"alignment"},{"id":"2402.16914","title":"DrAttack: Prompt Decomposition and Reconstruction Makes Powerful LLM Jailbreakers","created":"2024-02-25","cited_by_count":101,"area":"alignment"},{"id":"2401.13136","title":"The Language Barrier: Dissecting Safety Challenges of LLMs in Multilingual Contexts","created":"2024-01-23","cited_by_count":94,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2305.14002","title":"Improving Language Models via Plug-and-Play Retrieval Feedback","created":"2023-05-23","cited_by_count":87,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2311.18743","title":"AlignBench: Benchmarking Chinese Alignment of Large Language Models","created":"2023-11-30","cited_by_count":68,"area":"alignment"},{"id":"2406.05954","title":"Aligning Large Language Models with Representation Editing: A Control Perspective","created":"2024-06-10","cited_by_count":64,"area":"alignment"},{"id":"2310.11523","title":"Group Preference Optimization: Few-Shot Alignment of Large Language Models","created":"2023-10-17","cited_by_count":63,"area":"alignment"},{"id":"2209.00731","title":"In conversation with Artificial Intelligence: aligning language models with human values","created":"2022-09-01","cited_by_count":62,"area":"alignment"},{"id":"2305.15541","title":"Harnessing the Power of Large Language Models for Natural Language to First-Order Logic Translation","created":"2023-05-24","cited_by_count":59,"area":"alignment"},{"id":"2402.08114","title":"Active Preference Learning for Large Language Models","created":"2024-02-12","cited_by_count":58,"area":"alignment"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"2310.05910","title":"SALMON: Self-Alignment with Instructable Reward Models","created":"2023-10-09","cited_by_count":55,"area":"alignment"},{"id":"2402.06147","title":"DeAL: Decoding-time Alignment for Large Language Models","created":"2024-02-05","cited_by_count":55,"area":"alignment"},{"id":"2402.10038","title":"RS-DPO: A Hybrid Rejection Sampling and Direct Preference Optimization Method for Alignment of Large Language Models","created":"2024-02-15","cited_by_count":48,"area":"alignment"},{"id":"2310.13798","title":"Specific versus General Principles for Constitutional AI","created":"2023-10-20","cited_by_count":47,"area":"alignment"},{"id":"2405.19335","title":"X-VILA: Cross-Modality Alignment for Large Language Model","created":"2024-05-29","cited_by_count":46,"area":"alignment"},{"id":"2402.00856","title":"Towards Efficient Exact Optimization of Language Model Alignment","created":"2024-02-01","cited_by_count":37,"area":"alignment"},{"id":"2505.20065","title":"SafeDPO: A Simple Approach to Direct Preference Optimization with Enhanced Safety","created":"2025-05-26","cited_by_count":37,"area":"alignment"},{"id":"2311.04072","title":"Beyond Imitation: Leveraging Fine-grained Quality Signals for Alignment","created":"2023-11-07","cited_by_count":35,"area":"alignment"},{"id":"2404.14723","title":"Insights into Alignment: Evaluating DPO and its Variants Across Multiple Tasks","created":"2024-04-23","cited_by_count":35,"area":"alignment"},{"id":"2311.09641","title":"RLHFPoison: Reward Poisoning Attack for Reinforcement Learning with Human Feedback in Large Language Models","created":"2023-11-16","cited_by_count":32,"area":"alignment"},{"id":"2405.19262","title":"Weak-to-Strong Search: Align Large Language Models via Searching over Small Language Models","created":"2024-05-29","cited_by_count":32,"area":"alignment"},{"id":"2406.11801","title":"Safety Arithmetic: A Framework for Test-time Safety Alignment of Language Models by Steering Parameters and Activations","created":"2024-06-17","cited_by_count":32,"area":"alignment"},{"id":"2307.16851","title":"Towards Trustworthy and Aligned Machine Learning: A Data-centric Survey with Causality Perspectives","created":"2023-07-31","cited_by_count":30,"area":"alignment"},{"id":"2403.19443","title":"Mixed Preference Optimization: Reinforcement Learning with Data Selection and Better Reference Model","created":"2024-03-28","cited_by_count":25,"area":"alignment"},{"id":"2404.00934","title":"ChatGLM-RLHF: Practices of Aligning Large Language Models with Human Feedback","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2505.01997","title":"Restoring Calibration for Aligned Large Language Models: A Calibration-Aware Fine-Tuning Approach","created":"2025-05-04","cited_by_count":25,"area":"alignment"},{"id":"2404.13846","title":"Filtered Direct Preference Optimization","created":"2024-04-22","cited_by_count":24,"area":"alignment"},{"id":"2406.07327","title":"3D-Properties: Identifying Challenges in DPO and Charting a Path Forward","created":"2024-06-11","cited_by_count":24,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2310.02368","title":"Reinforcement Learning from Automatic Feedback for High-Quality Unit Test Generation","created":"2023-10-03","cited_by_count":21,"area":"alignment"},{"id":"2406.19774","title":"Direct Preference Knowledge Distillation for Large Language Models","created":"2024-06-28","cited_by_count":21,"area":"alignment"},{"id":"2409.17819","title":"Inference-Time Language Model Alignment via Integrated Value Guidance","created":"2024-09-26","cited_by_count":19,"area":"alignment"},{"id":"2404.14285","title":"LLM-Personalize: Aligning LLM Planners with Human Preferences via Reinforced Self-Training for Housekeeping Robots","created":"2024-04-22","cited_by_count":18,"area":"alignment"},{"id":"2410.03145","title":"Margin Matching Preference Optimization: Enhanced Model Alignment with Granular Feedback","created":"2024-10-04","cited_by_count":15,"area":"alignment"},{"id":"2310.19080","title":"Reward Finetuning for Faster and More Accurate Unsupervised Object Discovery","created":"2023-10-29","cited_by_count":14,"area":"alignment"},{"id":"2210.07652","title":"Enabling Classifiers to Make Judgements Explicitly Aligned with Human Values","created":"2022-10-14","cited_by_count":13,"area":"alignment"},{"id":"2310.16271","title":"CycleAlign: Iterative Distillation from Black-box LLM to White-box Models for Better Human Alignment","created":"2023-10-25","cited_by_count":13,"area":"alignment"},{"id":"2312.11819","title":"An Adaptive Placement and Parallelism Framework for Accelerating RLHF Training","created":"2023-12-19","cited_by_count":13,"area":"alignment"},{"id":"2407.16637","title":"Course-Correction: Safety Alignment Using Synthetic Preferences","created":"2024-07-23","cited_by_count":13,"area":"alignment"},{"id":"2411.08733","title":"Dynamic Rewarding with Prompt Optimization Enables Tuning-free Self-Alignment of Language Models","created":"2024-11-13","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2312.02554","title":"ULMA: Unified Language Model Alignment with Human Demonstration and Point-wise Preference","created":"2023-12-05","cited_by_count":12,"area":"alignment"},{"id":"2410.02205","title":"Aligning with Logic: Measuring, Evaluating and Improving Logical Preference Consistency in Large Language Models","created":"2024-10-03","cited_by_count":12,"area":"alignment"},{"id":"2502.20356","title":"Bridging the Creativity Understanding Gap: Small-Scale Human Alignment Enables Expert-Level Humor Ranking in LLMs","created":"2025-02-27","cited_by_count":12,"area":"alignment"},{"id":"2208.14165","title":"Towards Boosting the Open-Domain Chatbot with Human Feedback","created":"2022-08-30","cited_by_count":11,"area":"alignment"},{"id":"2403.03419","title":"Negating Negatives: Alignment with Human Negative Samples via Distributional Dispreference Optimization","created":"2024-03-06","cited_by_count":11,"area":"alignment"},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2305.17760","title":"Language Models are Bounded Pragmatic Speakers: Understanding RLHF from a Bayesian Cognitive Modeling Perspective","created":"2023-05-28","cited_by_count":10,"area":"alignment"},{"id":"2310.06450","title":"Constructive Large Language Models Alignment with Diverse Feedback","created":"2023-10-10","cited_by_count":9,"area":"alignment"},{"id":"2406.07168","title":"Teaching Language Models to Self-Improve by Learning from Language Feedback","created":"2024-06-11","cited_by_count":9,"area":"alignment"},{"id":"2410.18585","title":"Aligning CodeLLMs with Direct Preference Optimization","created":"2024-10-24","cited_by_count":9,"area":"alignment"},{"id":"2504.13630","title":"Remedy: Learning Machine Translation Evaluation from Human Preferences with Reward Modeling","created":"2025-04-18","cited_by_count":9,"area":"alignment"},{"id":"2402.14979","title":"Optimizing Language Models for Human Preferences is a Causal Inference Problem","created":"2024-02-22","cited_by_count":8,"area":"alignment"},{"id":"2506.00569","title":"AutoMixAlign: Adaptive Data Mixing for Multi-Task Preference Optimization in LLMs","created":"2025-05-31","cited_by_count":8,"area":"alignment"},{"id":"2310.00898","title":"Enabling Language Models to Implicitly Learn Self-Improvement","created":"2023-10-02","cited_by_count":7,"area":"alignment"},{"id":"2506.12350","title":"Theoretical Tensions in RLHF: Reconciling Empirical Success with Inconsistencies in Social Choice Theory","created":"2025-06-14","cited_by_count":7,"area":"alignment"},{"id":"2309.02884","title":"Aligning Large Language Models for Clinical Tasks","created":"2023-09-06","cited_by_count":6,"area":"alignment"},{"id":"2310.13008","title":"DavIR: Data Selection via Implicit Reward for Large Language Models","created":"2023-10-16","cited_by_count":6,"area":"alignment"},{"id":"2410.14940","title":"Baichuan Alignment Technical Report","created":"2024-10-19","cited_by_count":6,"area":"alignment"},{"id":"2501.15453","title":"Data-adaptive Safety Rules for Training Reward Models","created":"2025-01-26","cited_by_count":6,"area":"alignment"},{"id":"2505.07558","title":"Direct Density Ratio Optimization: A Statistically Consistent Approach to Aligning Large Language Models","created":"2025-05-12","cited_by_count":6,"area":"alignment"},{"id":"2506.17353","title":"Differentiation-Based Extraction of Proprietary Data from Fine-Tuned LLMs","created":"2025-06-20","cited_by_count":6,"area":"alignment"},{"id":"2310.15477","title":"CRaSh: Clustering, Removing, and Sharing Enhance Fine-tuning without Full Large Language Model","created":"2023-10-24","cited_by_count":5,"area":"alignment"},{"id":"2310.20033","title":"Synthetic Imitation Edit Feedback for Factual Alignment in Clinical Summarization","created":"2023-10-30","cited_by_count":5,"area":"alignment"},{"id":"2508.06026","title":"Temporal Self-Rewarding Language Models: Decoupling Chosen-Rejected via Past-Future","created":"2025-08-08","cited_by_count":5,"area":"alignment"},{"id":"2312.16430","title":"Preference as Reward, Maximum Preference Optimization with Importance Sampling","created":"2023-12-27","cited_by_count":4,"area":"alignment"},{"id":"2404.00604","title":"Extensive Self-Contrast Enables Feedback-Free Language Model Alignment","created":"2024-03-31","cited_by_count":4,"area":"alignment"},{"id":"2505.03059","title":"Improving Model Alignment Through Collective Intelligence of Open-Source LLMS","created":"2025-05-05","cited_by_count":4,"area":"alignment"},{"id":"2508.19532","title":"Alignment with Fill-In-the-Middle for Enhancing Code Generation","created":"2025-08-27","cited_by_count":4,"area":"alignment"},{"id":"2310.13385","title":"Tuna: Instruction Tuning using Feedback from Large Language Models","created":"2023-10-20","cited_by_count":3,"area":"alignment"},{"id":"2404.10306","title":"Balancing Speciality and Versatility: A Coarse to Fine Framework for Mitigating Catastrophic Forgetting in Large Language Models","created":"2024-04-16","cited_by_count":3,"area":"alignment"},{"id":"2406.14457","title":"Rewarding What Matters: Step-by-Step Reinforcement Learning for Task-Oriented Dialogue","created":"2024-06-20","cited_by_count":3,"area":"alignment"},{"id":"2507.16951","title":"Harnessing RLHF for Robust Unanswerability Recognition and Trustworthy Response Generation in LLMs","created":"2025-07-22","cited_by_count":3,"area":"alignment"},{"id":"2509.13869","title":"Do LLMs Align Human Values Regarding Social Biases? Judging and Explaining Social Biases with LLMs","created":"2025-09-17","cited_by_count":3,"area":"alignment"},{"id":"2405.13026","title":"Leveraging Human Revisions for Improving Text-to-Layout Models","created":"2024-05-16","cited_by_count":2,"area":"alignment"}],"next_cursor":"100"}