{"total":98,"rows":[{"id":"2310.16944","title":"Zephyr: Direct Distillation of LM Alignment","created":"2023-10-25","cited_by_count":506,"area":"alignment"},{"id":"2312.15685","title":"What Makes Good Data for Alignment? A Comprehensive Study of Automatic Data Selection in Instruction Tuning","created":"2023-12-25","cited_by_count":364,"area":"alignment"},{"id":"2310.02949","title":"Shadow Alignment: The Ease of Subverting Safely-Aligned Language Models","created":"2023-10-04","cited_by_count":297,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2402.13228","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","created":"2024-02-20","cited_by_count":241,"area":"alignment"},{"id":"2311.10702","title":"Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2","created":"2023-11-17","cited_by_count":229,"area":"alignment"},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2311.08692","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","created":"2023-11-15","cited_by_count":145,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2510.07743","title":"OpenRubrics: Towards Scalable Synthetic Rubric Generation for Reward Modeling and LLM Alignment","created":"2025-10-09","cited_by_count":132,"area":"alignment"},{"id":"2402.19085","title":"Controllable Preference Optimization: Toward Controllable Multi-Objective Alignment","created":"2024-02-29","cited_by_count":107,"area":"alignment"},{"id":"2310.14558","title":"AlpaCare:Instruction-tuned Large Language Models for Medical Application","created":"2023-10-23","cited_by_count":90,"area":"alignment"},{"id":"2402.04833","title":"Long Is More for Alignment: A Simple but Tough-to-Beat Baseline for Instruction Fine-Tuning","created":"2024-02-07","cited_by_count":85,"area":"alignment"},{"id":"2309.12053","title":"AceGPT, Localizing Large Language Models in Arabic","created":"2023-09-21","cited_by_count":75,"area":"alignment"},{"id":"2312.07000","title":"Alignment for Honesty","created":"2023-12-12","cited_by_count":74,"area":"alignment"},{"id":"2311.18743","title":"AlignBench: Benchmarking Chinese Alignment of Large Language Models","created":"2023-11-30","cited_by_count":68,"area":"alignment"},{"id":"2404.12038","title":"Uncovering Safety Risks of Large Language Models through Concept Activation Vector","created":"2024-04-18","cited_by_count":67,"area":"alignment"},{"id":"2402.15018","title":"Unintended Impacts of LLM Alignment on Global Representation","created":"2024-02-22","cited_by_count":66,"area":"alignment"},{"id":"2403.18349","title":"Rejection Improves Reliability: Training LLMs to Refuse Unknown Questions Using RL from Knowledge Feedback","created":"2024-03-27","cited_by_count":66,"area":"alignment"},{"id":"2310.05910","title":"SALMON: Self-Alignment with Instructable Reward Models","created":"2023-10-09","cited_by_count":55,"area":"alignment"},{"id":"2402.05699","title":"Self-Alignment of Large Language Models via Monopolylogue-based Social Scene Simulation","created":"2024-02-08","cited_by_count":46,"area":"alignment"},{"id":"2410.06961","title":"Self-Boosting Large Language Models with Synthetic Preference Data","created":"2024-10-09","cited_by_count":40,"area":"alignment"},{"id":"2404.05875","title":"CodecLM: Aligning Language Models with Tailored Synthetic Data","created":"2024-04-08","cited_by_count":39,"area":"alignment"},{"id":"2412.15838","title":"Align Anything: Training All-Modality Models to Follow Instructions with Language Feedback","created":"2024-12-20","cited_by_count":39,"area":"alignment"},{"id":"2403.14221","title":"Improving the Robustness of Large Language Models via Consistency Alignment","created":"2024-03-21","cited_by_count":36,"area":"alignment"},{"id":"2311.04072","title":"Beyond Imitation: Leveraging Fine-grained Quality Signals for Alignment","created":"2023-11-07","cited_by_count":35,"area":"alignment"},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2406.19371","title":"Suri: Multi-constraint Instruction Following for Long-form Text Generation","created":"2024-06-27","cited_by_count":34,"area":"alignment"},{"id":"2308.05696","title":"A Preliminary Study of the Intrinsic Relationship between Complexity and Alignment","created":"2023-08-10","cited_by_count":33,"area":"alignment"},{"id":"2307.12966","title":"Aligning Large Language Models with Human: A Survey","created":"2023-07-24","cited_by_count":32,"area":"alignment"},{"id":"2408.15549","title":"WildFeedback: Aligning LLMs With In-situ User Interactions And Feedback","created":"2024-08-28","cited_by_count":31,"area":"alignment"},{"id":"2411.06208","title":"IOPO: Empowering LLMs with Complex Instruction Following via Input-Output Preference Optimization","created":"2024-11-09","cited_by_count":31,"area":"alignment"},{"id":"2311.17487","title":"Taiwan LLM: Bridging the Linguistic Divide with a Culturally Aligned Language Model","created":"2023-11-29","cited_by_count":29,"area":"alignment"},{"id":"2408.02085","title":"Unleashing the Power of Data Tsunami: A Comprehensive Survey on Data Assessment and Selection for Instruction Tuning of Language Models","created":"2024-08-04","cited_by_count":29,"area":"alignment"},{"id":"2311.08685","title":"Safer-Instruct: Aligning Language Models with Automated Preference Data","created":"2023-11-15","cited_by_count":27,"area":"alignment"},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2308.15812","title":"Peering Through Preferences: Unraveling Feedback Acquisition for Aligning Large Language Models","created":"2023-08-30","cited_by_count":23,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2405.13432","title":"Disperse-Then-Merge: Pushing the Limits of Instruction Tuning via Alignment Tax Reduction","created":"2024-05-22","cited_by_count":18,"area":"alignment"},{"id":"2405.19744","title":"X-Instruction: Aligning Language Model in Low-resource Languages with Self-curated Cross-lingual Instructions","created":"2024-05-30","cited_by_count":18,"area":"alignment"},{"id":"2406.10630","title":"Emerging Safety Attack and Defense in Federated Instruction Tuning of Large Language Models","created":"2024-06-15","cited_by_count":18,"area":"alignment"},{"id":"2402.11296","title":"Dissecting Human and LLM Preferences","created":"2024-02-17","cited_by_count":17,"area":"alignment"},{"id":"2408.04614","title":"Better Alignment with Instruction Back-and-Forth Translation","created":"2024-08-08","cited_by_count":16,"area":"alignment"},{"id":"2411.00418","title":"Self-Evolved Reward Learning for LLMs","created":"2024-11-01","cited_by_count":16,"area":"alignment"},{"id":"2402.12219","title":"Reformatted Alignment","created":"2024-02-19","cited_by_count":15,"area":"alignment"},{"id":"2404.00530","title":"Comparing Bad Apples to Good Oranges: Aligning Large Language Models via Joint Preference Optimization","created":"2024-03-31","cited_by_count":15,"area":"alignment"},{"id":"2311.10947","title":"RecExplainer: Aligning Large Language Models for Explaining Recommendation Models","created":"2023-11-18","cited_by_count":14,"area":"alignment"},{"id":"2410.05269","title":"Data Advisor: Dynamic Data Curation for Safety Alignment of Large Language Models","created":"2024-10-07","cited_by_count":13,"area":"alignment"},{"id":"2505.07271","title":"On the Robustness of Reward Models for Language Model Alignment","created":"2025-05-12","cited_by_count":13,"area":"alignment"},{"id":"2410.01691","title":"FactAlign: Long-form Factuality Alignment of Large Language Models","created":"2024-10-02","cited_by_count":12,"area":"alignment"},{"id":"2503.01864","title":"Larger or Smaller Reward Margins to Select Preferences for Alignment?","created":"2025-02-25","cited_by_count":11,"area":"alignment"},{"id":"2407.16008","title":"Boosting Reward Model with Preference-Conditional Multi-Aspect Synthetic Data Generation","created":"2024-07-22","cited_by_count":9,"area":"alignment"},{"id":"2410.11055","title":"Varying Shades of Wrong: Aligning LLMs with Wrong Answers Only","created":"2024-10-14","cited_by_count":9,"area":"alignment"},{"id":"2505.12762","title":"IDEAL: Data Equilibrium Adaptation for Multi-Capability Language Model Alignment","created":"2025-05-19","cited_by_count":8,"area":"alignment"},{"id":"2509.23873","title":"Winning the Pruning Gamble: A Unified Approach to Joint Sample and Token Pruning for Efficient Supervised Fine-Tuning","created":"2025-09-28","cited_by_count":8,"area":"alignment"},{"id":"2512.23457","title":"Replay Failures as Successes: Sample-Efficient Reinforcement Learning for Instruction Following","created":"2025-12-29","cited_by_count":8,"area":"alignment"},{"id":"2406.12606","title":"Not Everything is All You Need: Toward Low-Redundant Optimization for Large Language Model Alignment","created":"2024-06-18","cited_by_count":7,"area":"alignment"},{"id":"2406.16783","title":"M2Lingual: Enhancing Multilingual, Multi-Turn Instruction Alignment in Large Language Models","created":"2024-06-24","cited_by_count":7,"area":"alignment"},{"id":"2407.06542","title":"LIONs: An Empirically Optimized Approach to Align Language Models","created":"2024-07-09","cited_by_count":7,"area":"alignment"},{"id":"2409.00935","title":"Self-Judge: Selective Instruction Following with Alignment Self-Evaluation","created":"2024-09-02","cited_by_count":7,"area":"alignment"},{"id":"2404.11095","title":"Inductive-Deductive Strategy Reuse for Multi-Turn Instructional Dialogues","created":"2024-04-17","cited_by_count":6,"area":"alignment"},{"id":"2409.11212","title":"Self-Evolutionary Large Language Models through Uncertainty-Enhanced Preference Optimization","created":"2024-09-17","cited_by_count":6,"area":"alignment"},{"id":"2409.13948","title":"Aligning Language Models Using Follow-up Likelihood as Reward Signal","created":"2024-09-20","cited_by_count":6,"area":"alignment"},{"id":"2410.14940","title":"Baichuan Alignment Technical Report","created":"2024-10-19","cited_by_count":6,"area":"alignment"},{"id":"2504.20106","title":"Adaptive Helpfulness-Harmlessness Alignment with Preference Vectors","created":"2025-04-27","cited_by_count":6,"area":"alignment"},{"id":"2505.02363","title":"SIMPLEMIX: Frustratingly Simple Mixing of Off- and On-policy Data in Language Model Preference Learning","created":"2025-05-05","cited_by_count":6,"area":"alignment"},{"id":"2505.10597","title":"Two Minds Better Than One: Collaborative Reward Modeling for LLM Alignment","created":"2025-05-15","cited_by_count":6,"area":"alignment"},{"id":"2407.01470","title":"DogeRM: Equipping Reward Models with Domain Knowledge through Model Merging","created":"2024-07-01","cited_by_count":5,"area":"alignment"},{"id":"2410.09362","title":"SeRA: Self-Reviewing and Alignment of Large Language Models using Implicit Reward Margins","created":"2024-10-12","cited_by_count":5,"area":"alignment"},{"id":"2410.10392","title":"Optimizing Instruction Synthesis: Effective Exploration of Evolutionary Space with Tree Search","created":"2024-10-14","cited_by_count":5,"area":"alignment"},{"id":"2410.14184","title":"MetaAlign: Align Large Language Models with Diverse Preferences during Inference Time","created":"2024-10-18","cited_by_count":5,"area":"alignment"},{"id":"2412.12865","title":"Preference-Oriented Supervised Fine-Tuning: Favoring Target Model Over Aligned Large Language Models","created":"2024-12-17","cited_by_count":5,"area":"alignment"},{"id":"2403.08694","title":"TeaMs-RL: Teaching LLMs to Generate Better Instruction Datasets via Reinforcement Learning","created":"2024-03-13","cited_by_count":4,"area":"alignment"},{"id":"2408.12163","title":"Preference-Guided Reflective Sampling for Aligning Language Models","created":"2024-08-22","cited_by_count":4,"area":"alignment"},{"id":"2501.18511","title":"WILDCHAT-50M: A Deep Dive Into the Role of Synthetic Data in Post-Training","created":"2025-01-30","cited_by_count":4,"area":"alignment"},{"id":"2505.03059","title":"Improving Model Alignment Through Collective Intelligence of Open-Source LLMS","created":"2025-05-05","cited_by_count":4,"area":"alignment"},{"id":"2404.12195","title":"OpenBezoar: Small, Cost-Effective and Open Models Trained on Mixes of Instruction Data","created":"2024-04-18","cited_by_count":3,"area":"alignment"},{"id":"2405.13541","title":"Annotation-Efficient Language Model Alignment via Diverse and Representative Response Texts","created":"2024-05-22","cited_by_count":3,"area":"alignment"},{"id":"2405.20335","title":"Xwin-LM: Strong and Scalable Alignment Practice for LLMs","created":"2024-05-30","cited_by_count":3,"area":"alignment"},{"id":"2410.07513","title":"Evolutionary Contrastive Distillation for Language Model Alignment","created":"2024-10-10","cited_by_count":3,"area":"alignment"},{"id":"2502.08657","title":"Refining Positive and Toxic Samples for Dual Safety Self-Alignment of LLMs with Minimal Human Interventions","created":"2025-02-08","cited_by_count":3,"area":"alignment"},{"id":"2505.15795","title":"Reverse Engineering Human Preferences with Reinforcement Learning","created":"2025-05-21","cited_by_count":3,"area":"alignment"},{"id":"2409.18417","title":"VickreyFeedback: Cost-efficient Data Construction for Reinforcement Learning from Human Feedback","created":"2024-09-27","cited_by_count":2,"area":"alignment"},{"id":"2505.23114","title":"Alignment Data Map for Efficient Preference Data Selection and Diagnosis","created":"2025-05-29","cited_by_count":2,"area":"alignment"},{"id":"2508.15432","title":"SyGra: A Unified Graph-Based Framework for Scalable Generation, Quality Tagging, and Management of Synthetic Data","created":"2025-08-21","cited_by_count":2,"area":"alignment"},{"id":"2502.18679","title":"Discriminative Finetuning of Generative Large Language Models without Reward Models and Human Preference Data","created":"2025-02-25","cited_by_count":1,"area":"alignment"},{"id":"2503.01233","title":"PEO: Improving Bi-Factorial Preference Alignment with Post-Training Policy Extrapolation","created":"2025-03-03","cited_by_count":1,"area":"alignment"},{"id":"2505.09039","title":"Atomic Consistency Preference Optimization for Long-Form Question Answering","created":"2025-05-14","cited_by_count":1,"area":"alignment"},{"id":"2508.10530","title":"Is On-Policy Data always the Best Choice for Direct Preference Optimization-based LM Alignment?","created":"2025-08-14","cited_by_count":1,"area":"alignment"},{"id":"2602.12660","title":"Learning Ordinal Probabilistic Reward from Preferences","created":"2026-02-13","cited_by_count":1,"area":"alignment"},{"id":"2502.18744","title":"ZEBRA: Leveraging Model-Behavioral Knowledge for Zero-Annotation Preference Dataset Construction","created":"2025-02-26","cited_by_count":0,"area":"alignment"},{"id":"2601.04262","title":"Safety-Utility Conflicts Are Not Global: Surgical Alignment via Head-Level Diagnosis","created":"2026-01-07","cited_by_count":0,"area":"alignment"},{"id":"2601.06157","title":"ECLIPTICA -- A Framework for Switchable LLM Alignment via CITA - Contrastive Instruction-Tuned Alignment","created":"2026-01-06","cited_by_count":0,"area":"alignment"},{"id":"2605.13130","title":"GRACE: Gradient-aligned Reasoning Data Curation for Efficient Post-training","created":"2026-05-13","cited_by_count":0,"area":"alignment"},{"id":"2606.29097","title":"TrafficAlign: Aligning Large Language Models for Traffic Scenario Generation","created":"2026-06-27","cited_by_count":0,"area":"alignment"},{"id":"2608.30597","title":"PLC-DPO: Posterior Label Correction in Noisy and Ambiguous Preference Optimization","created":"2026-08-31","cited_by_count":0,"area":"alignment"}],"next_cursor":null}