{"total":647,"rows":[{"id":"2409.19256","title":"HybridFlow: A Flexible and Efficient RLHF Framework","created":"2024-09-28","cited_by_count":2057,"area":"alignment"},{"id":"2403.04132","title":"Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference","created":"2024-03-07","cited_by_count":1184,"area":"alignment"},{"id":"2310.03693","title":"Fine-tuning Aligned Language Models Compromises Safety, Even When Users Do Not Intend To!","created":"2023-10-05","cited_by_count":1154,"area":"alignment"},{"id":"2305.14975","title":"Just Ask for Calibration: Strategies for Eliciting Calibrated Confidence Scores from Language Models Fine-Tuned with Human Feedback","created":"2023-05-24","cited_by_count":812,"area":"alignment"},{"id":"2404.13076","title":"LLM Evaluators Recognize and Favor Their Own Generations","created":"2024-04-15","cited_by_count":686,"area":"alignment"},{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681,"area":"alignment"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2310.06387","title":"Jailbreak and Guard Aligned Language Models with Only Few In-Context Demonstrations","created":"2023-10-10","cited_by_count":431,"area":"alignment"},{"id":"2308.06463","title":"GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher","created":"2023-08-12","cited_by_count":423,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2306.15447","title":"Are aligned neural networks adversarially aligned?","created":"2023-06-26","cited_by_count":315,"area":"alignment"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2402.06782","title":"Debating with More Persuasive LLMs Leads to More Truthful Answers","created":"2024-02-09","cited_by_count":266,"area":"alignment"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2406.15513","title":"PKU-SafeRLHF: Towards Multi-Level Safety Alignment for LLMs with Human Preference","created":"2024-06-20","cited_by_count":261,"area":"alignment"},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2503.05236","title":"Unified Reward Model for Multimodal Understanding and Generation","created":"2025-03-07","cited_by_count":199,"area":"alignment"},{"id":"2402.11411","title":"Aligning Modalities in Vision Large Language Models via Preference Fine-tuning","created":"2024-02-18","cited_by_count":198,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2402.05749","title":"Generalized Preference Optimization: A Unified Approach to Offline Alignment","created":"2024-02-08","cited_by_count":157,"area":"alignment"},{"id":"2412.21059","title":"VisionReward: Fine-Grained Multi-Dimensional Human Preference Learning for Image and Video Generation","created":"2024-12-30","cited_by_count":156,"area":"alignment"},{"id":"2401.04092","title":"GPT-4V(ision) is a Human-Aligned Evaluator for Text-to-3D Generation","created":"2024-01-08","cited_by_count":153,"area":"alignment"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2410.12832","title":"Generative Reward Models","created":"2024-10-02","cited_by_count":148,"area":"alignment"},{"id":"2403.17710","title":"Optimization-based Prompt Injection Attack to LLM-as-a-Judge","created":"2024-03-26","cited_by_count":143,"area":"alignment"},{"id":"2404.11999","title":"Token-level Direct Preference Optimization","created":"2024-04-18","cited_by_count":135,"area":"alignment"},{"id":"2408.17003","title":"Safety Layers in Aligned Large Language Models: The Key to LLM Security","created":"2024-08-30","cited_by_count":134,"area":"alignment"},{"id":"2405.17220","title":"RLAIF-V: Open-Source AI Feedback Leads to Super GPT-4V Trustworthiness","created":"2024-05-27","cited_by_count":131,"area":"alignment"},{"id":"2406.07814","title":"Collective Constitutional AI: Aligning a Language Model with Public Input","created":"2024-06-12","cited_by_count":123,"area":"alignment"},{"id":"2308.03549","title":"Zhongjing: Enhancing the Chinese Medical Capabilities of Large Language Model through Expert Feedback and Real-world Multi-turn Dialogue","created":"2023-08-07","cited_by_count":119,"area":"alignment"},{"id":"2406.00045","title":"Personalized Steering of Large Language Models: Versatile Steering Vectors Through Bi-directional Preference Optimization","created":"2024-05-28","cited_by_count":118,"area":"alignment"},{"id":"2406.15951","title":"Modular Pluralism: Pluralistic Alignment via Multi-LLM Collaboration","created":"2024-06-22","cited_by_count":113,"area":"alignment"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2310.15140","title":"AutoDAN: Interpretable Gradient-Based Adversarial Attacks on Large Language Models","created":"2023-10-23","cited_by_count":111,"area":"alignment"},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2402.02416","title":"Aligner: Efficient Alignment by Learning to Correct","created":"2024-02-04","cited_by_count":98,"area":"alignment"},{"id":"2406.05644","title":"How Alignment and Jailbreak Work: Explain LLM Safety through Intermediate Hidden States","created":"2024-06-09","cited_by_count":98,"area":"alignment"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2305.14002","title":"Improving Language Models via Plug-and-Play Retrieval Feedback","created":"2023-05-23","cited_by_count":87,"area":"alignment"},{"id":"2402.04833","title":"Long Is More for Alignment: A Simple but Tough-to-Beat Baseline for Instruction Fine-Tuning","created":"2024-02-07","cited_by_count":85,"area":"alignment"},{"id":"2402.05369","title":"Noise Contrastive Alignment of Language Models with Explicit Rewards","created":"2024-02-08","cited_by_count":85,"area":"alignment"},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2402.02030","title":"Panacea: Pareto Alignment via Preference Adaptation for LLMs","created":"2024-02-03","cited_by_count":80,"area":"alignment"},{"id":"2506.11902","title":"TreeRL: LLM Reinforcement Learning with On-Policy Tree Search","created":"2025-06-13","cited_by_count":80,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2402.06627","title":"Feedback Loops With Language Models Drive In-Context Reward Hacking","created":"2024-02-09","cited_by_count":77,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2312.07000","title":"Alignment for Honesty","created":"2023-12-12","cited_by_count":74,"area":"alignment"},{"id":"2406.13542","title":"Self-play with Execution Feedback: Improving Instruction-following Capabilities of Large Language Models","created":"2024-06-19","cited_by_count":73,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2408.02666","title":"Self-Taught Evaluators","created":"2024-08-05","cited_by_count":72,"area":"alignment"},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2409.03444","title":"Fine-tuning large language models for domain adaptation: Exploration of training strategies, scaling, model merging and synergistic capabilities","created":"2024-09-05","cited_by_count":69,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2310.06762","title":"TRACE: A Comprehensive Benchmark for Continual Learning in Large Language Models","created":"2023-10-10","cited_by_count":66,"area":"alignment"},{"id":"2304.11490","title":"Boosting Theory-of-Mind Performance in Large Language Models via Prompting","created":"2023-04-22","cited_by_count":64,"area":"alignment"},{"id":"2406.05954","title":"Aligning Large Language Models with Representation Editing: A Control Perspective","created":"2024-06-10","cited_by_count":64,"area":"alignment"},{"id":"2406.09215","title":"On Softmax Direct Preference Optimization for Recommendation","created":"2024-06-13","cited_by_count":64,"area":"alignment"},{"id":"2410.03642","title":"Aligning LLMs with Individual Preferences via Interaction","created":"2024-10-04","cited_by_count":63,"area":"alignment"},{"id":"2409.10164","title":"Quantile Regression for Distributional Reward Models in RLHF","created":"2024-09-16","cited_by_count":60,"area":"alignment"},{"id":"2410.04070","title":"PAD: Personalized Alignment of LLMs at Decoding-Time","created":"2024-10-05","cited_by_count":60,"area":"alignment"},{"id":"2305.15541","title":"Harnessing the Power of Large Language Models for Natural Language to First-Order Logic Translation","created":"2023-05-24","cited_by_count":59,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2409.19817","title":"Calibrating Language Models with Adaptive Temperature Scaling","created":"2024-09-29","cited_by_count":58,"area":"alignment"},{"id":"2504.12501","title":"Reinforcement Learning from Human Feedback","created":"2025-04-16","cited_by_count":58,"area":"alignment"},{"id":"2404.16369","title":"Don't Say No: Jailbreaking LLM by Suppressing Refusal","created":"2024-04-25","cited_by_count":56,"area":"alignment"},{"id":"2305.00955","title":"Bridging the Gap: A Survey on Integrating (Human) Feedback for Natural Language Generation","created":"2023-05-01","cited_by_count":55,"area":"alignment"},{"id":"2402.06147","title":"DeAL: Decoding-time Alignment for Large Language Models","created":"2024-02-05","cited_by_count":55,"area":"alignment"},{"id":"2405.10301","title":"Conformal Alignment: Knowing When to Trust Foundation Models with Guarantees","created":"2024-05-16","cited_by_count":54,"area":"alignment"},{"id":"2406.08469","title":"PAL: Pluralistic Alignment Framework for Learning from Heterogeneous Preferences","created":"2024-06-12","cited_by_count":54,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2406.14144","title":"Towards Understanding Safety Alignment: A Mechanistic Perspective from Safety Neurons","created":"2024-06-20","cited_by_count":53,"area":"alignment"},{"id":"2407.07880","title":"Towards Robust Alignment of Language Models: Distributionally Robustifying Direct Preference Optimization","created":"2024-07-10","cited_by_count":53,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2406.01771","title":"LLMs Beyond English: Scaling the Multilingual Capability of LLMs with Cross-Lingual Feedback","created":"2024-06-03","cited_by_count":51,"area":"alignment"},{"id":"2407.06057","title":"Variational Best-of-N Alignment","created":"2024-07-08","cited_by_count":51,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2306.02231","title":"Fine-Tuning Language Models with Advantage-Induced Policy Alignment","created":"2023-06-04","cited_by_count":48,"area":"alignment"},{"id":"2402.05699","title":"Self-Alignment of Large Language Models via Monopolylogue-based Social Scene Simulation","created":"2024-02-08","cited_by_count":46,"area":"alignment"},{"id":"2405.17374","title":"Navigating the Safety Landscape: Measuring Risks in Finetuning Large Language Models","created":"2024-05-27","cited_by_count":46,"area":"alignment"},{"id":"2405.19335","title":"X-VILA: Cross-Modality Alignment for Large Language Model","created":"2024-05-29","cited_by_count":46,"area":"alignment"},{"id":"2407.02273","title":"Language Model Alignment in Multilingual Trolley Problems","created":"2024-07-02","cited_by_count":46,"area":"alignment"},{"id":"2408.06266","title":"Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment","created":"2024-08-12","cited_by_count":46,"area":"alignment"},{"id":"2308.12014","title":"From Instructions to Intrinsic Human Values -- A Survey of Alignment Goals for Big Models","created":"2023-08-23","cited_by_count":45,"area":"alignment"},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2407.00617","title":"Iterative Nash Policy Optimization: Aligning LLMs with General Preferences via No-Regret Learning","created":"2024-06-30","cited_by_count":45,"area":"alignment"},{"id":"2403.17141","title":"MetaAligner: Towards Generalizable Multi-Objective Alignment of Language Models","created":"2024-03-25","cited_by_count":44,"area":"alignment"},{"id":"2405.20850","title":"Improving Reward Models with Synthetic Critiques","created":"2024-05-31","cited_by_count":44,"area":"alignment"},{"id":"2503.20823","title":"Playing the Fool: Jailbreaking LLMs and Multimodal LLMs with Out-of-Distribution Strategy","created":"2025-03-26","cited_by_count":44,"area":"alignment"},{"id":"2309.03126","title":"Everyone Deserves A Reward: Learning Customized Human Preferences","created":"2023-09-06","cited_by_count":43,"area":"alignment"}],"next_cursor":"100"}