{"total":251,"rows":[{"id":"2403.04132","title":"Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference","created":"2024-03-07","cited_by_count":1184,"area":"alignment"},{"id":"2305.11206","title":"LIMA: Less Is More for Alignment","created":"2023-05-18","cited_by_count":1100,"area":"alignment"},{"id":"2307.04657","title":"BeaverTails: Towards Improved Safety Alignment of LLM via a Human-Preference Dataset","created":"2023-07-10","cited_by_count":860,"area":"alignment"},{"id":"2310.04451","title":"AutoDAN: Generating Stealthy Jailbreak Prompts on Aligned Large Language Models","created":"2023-10-03","cited_by_count":785,"area":"alignment"},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721,"area":"alignment"},{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681,"area":"alignment"},{"id":"2309.00614","title":"Baseline Defenses for Adversarial Attacks Against Aligned Language Models","created":"2023-09-01","cited_by_count":651,"area":"alignment"},{"id":"2310.08491","title":"Prometheus: Inducing Fine-grained Evaluation Capability in Language Models","created":"2023-10-12","cited_by_count":575,"area":"alignment"},{"id":"2310.16944","title":"Zephyr: Direct Distillation of LM Alignment","created":"2023-10-25","cited_by_count":506,"area":"alignment"},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2310.06387","title":"Jailbreak and Guard Aligned Language Models with Only Few In-Context Demonstrations","created":"2023-10-10","cited_by_count":431,"area":"alignment"},{"id":"2310.06452","title":"Understanding the Effects of RLHF on LLM Generalisation and Diversity","created":"2023-10-10","cited_by_count":396,"area":"alignment"},{"id":"2312.15685","title":"What Makes Good Data for Alignment? A Comprehensive Study of Automatic Data Selection in Instruction Tuning","created":"2023-12-25","cited_by_count":364,"area":"alignment"},{"id":"2305.03047","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","created":"2023-05-04","cited_by_count":318,"area":"alignment"},{"id":"2310.02949","title":"Shadow Alignment: The Ease of Subverting Safely-Aligned Language Models","created":"2023-10-04","cited_by_count":297,"area":"alignment"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2305.15075","title":"HuatuoGPT, towards Taming Language Model to Be a Doctor","created":"2023-05-24","cited_by_count":214,"area":"alignment"},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2307.16039","title":"Okapi: Instruction-tuned Large Language Models in Multiple Languages with Reinforcement Learning from Human Feedback","created":"2023-07-29","cited_by_count":190,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2309.07124","title":"RAIN: Your Language Models Can Align Themselves without Finetuning","created":"2023-09-13","cited_by_count":157,"area":"alignment"},{"id":"2305.14688","title":"ExpertPrompting: Instructing Large Language Models to be Distinguished Experts","created":"2023-05-24","cited_by_count":142,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2408.17003","title":"Safety Layers in Aligned Large Language Models: The Key to LLM Security","created":"2024-08-30","cited_by_count":134,"area":"alignment"},{"id":"2507.18624","title":"Checklists Are Better Than Reward Models For Aligning Language Models","created":"2025-07-24","cited_by_count":128,"area":"alignment"},{"id":"2311.04155","title":"Black-Box Prompt Optimization: Aligning Large Language Models without Model Training","created":"2023-11-07","cited_by_count":122,"area":"alignment"},{"id":"2308.03549","title":"Zhongjing: Enhancing the Chinese Medical Capabilities of Large Language Model through Expert Feedback and Real-world Multi-turn Dialogue","created":"2023-08-07","cited_by_count":119,"area":"alignment"},{"id":"2402.11746","title":"Language Models are Homer Simpson! Safety Re-Alignment of Fine-tuned Language Models through Task Arithmetic","created":"2024-02-19","cited_by_count":112,"area":"alignment"},{"id":"2310.05344","title":"SteerLM: Attribute Conditioned SFT as an (User-Steerable) Alternative to RLHF","created":"2023-10-09","cited_by_count":111,"area":"alignment"},{"id":"2402.19085","title":"Controllable Preference Optimization: Toward Controllable Multi-Objective Alignment","created":"2024-02-29","cited_by_count":107,"area":"alignment"},{"id":"2401.18058","title":"LongAlign: A Recipe for Long Context Alignment of Large Language Models","created":"2024-01-31","cited_by_count":106,"area":"alignment"},{"id":"2403.09472","title":"Easy-to-Hard Generalization: Scalable Alignment Beyond Human Supervision","created":"2024-03-14","cited_by_count":96,"area":"alignment"},{"id":"2310.14558","title":"AlpaCare:Instruction-tuned Large Language Models for Medical Application","created":"2023-10-23","cited_by_count":90,"area":"alignment"},{"id":"2303.05453","title":"Personalisation within bounds: A risk taxonomy and policy framework for the alignment of large language models with personalised feedback","created":"2023-03-09","cited_by_count":87,"area":"alignment"},{"id":"2402.04833","title":"Long Is More for Alignment: A Simple but Tough-to-Beat Baseline for Instruction Fine-Tuning","created":"2024-02-07","cited_by_count":85,"area":"alignment"},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2401.11206","title":"InferAligner: Inference-Time Alignment for Harmlessness through Cross-Model Guidance","created":"2024-01-20","cited_by_count":83,"area":"alignment"},{"id":"2402.09267","title":"Self-Alignment for Factuality: Mitigating Hallucinations in LLMs via Self-Evaluation","created":"2024-02-14","cited_by_count":80,"area":"alignment"},{"id":"2402.09345","title":"InfoRM: Mitigating Reward Hacking in RLHF via Information-Theoretic Reward Modeling","created":"2024-02-14","cited_by_count":79,"area":"alignment"},{"id":"2305.16960","title":"Training Socially Aligned Language Models on Simulated Social Interactions","created":"2023-05-26","cited_by_count":78,"area":"alignment"},{"id":"2402.00782","title":"Dense Reward for Free in Reinforcement Learning from Human Feedback","created":"2024-02-01","cited_by_count":78,"area":"alignment"},{"id":"2402.06627","title":"Feedback Loops With Language Models Drive In-Context Reward Hacking","created":"2024-02-09","cited_by_count":77,"area":"alignment"},{"id":"2305.13735","title":"Aligning Large Language Models through Synthetic Feedback","created":"2023-05-23","cited_by_count":75,"area":"alignment"},{"id":"2309.12053","title":"AceGPT, Localizing Large Language Models in Arabic","created":"2023-09-21","cited_by_count":75,"area":"alignment"},{"id":"2312.07000","title":"Alignment for Honesty","created":"2023-12-12","cited_by_count":74,"area":"alignment"},{"id":"2406.13542","title":"Self-play with Execution Feedback: Improving Instruction-following Capabilities of Large Language Models","created":"2024-06-19","cited_by_count":73,"area":"alignment"},{"id":"2311.18743","title":"AlignBench: Benchmarking Chinese Alignment of Large Language Models","created":"2023-11-30","cited_by_count":68,"area":"alignment"},{"id":"2310.06762","title":"TRACE: A Comprehensive Benchmark for Continual Learning in Large Language Models","created":"2023-10-10","cited_by_count":66,"area":"alignment"},{"id":"2310.11523","title":"Group Preference Optimization: Few-Shot Alignment of Large Language Models","created":"2023-10-17","cited_by_count":63,"area":"alignment"},{"id":"2410.03642","title":"Aligning LLMs with Individual Preferences via Interaction","created":"2024-10-04","cited_by_count":63,"area":"alignment"},{"id":"2403.09032","title":"CodeUltraFeedback: An LLM-as-a-Judge Dataset for Aligning Large Language Models to Coding Preferences","created":"2024-03-14","cited_by_count":57,"area":"alignment"},{"id":"2307.05532","title":"Opening up ChatGPT: Tracking openness, transparency, and accountability in instruction-tuned text generators","created":"2023-07-08","cited_by_count":56,"area":"alignment"},{"id":"2310.05910","title":"SALMON: Self-Alignment with Instructable Reward Models","created":"2023-10-09","cited_by_count":55,"area":"alignment"},{"id":"2310.04799","title":"Chat Vector: A Simple Approach to Equip LLMs with Instruction Following and Model Alignment in New Languages","created":"2023-10-07","cited_by_count":54,"area":"alignment"},{"id":"2310.07629","title":"The Past, Present and Better Future of Feedback Learning in Large Language Models for Subjective Human Preferences and Values","created":"2023-10-11","cited_by_count":54,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2402.10038","title":"RS-DPO: A Hybrid Rejection Sampling and Direct Preference Optimization Method for Alignment of Large Language Models","created":"2024-02-15","cited_by_count":48,"area":"alignment"},{"id":"2405.01525","title":"FLAME: Factuality-Aware Alignment for Large Language Models","created":"2024-05-02","cited_by_count":47,"area":"alignment"},{"id":"2410.14632","title":"Diverging Preferences: When do Annotators Disagree and do Models Know?","created":"2024-10-18","cited_by_count":47,"area":"alignment"},{"id":"2308.12014","title":"From Instructions to Intrinsic Human Values -- A Survey of Alignment Goals for Big Models","created":"2023-08-23","cited_by_count":45,"area":"alignment"},{"id":"2405.20850","title":"Improving Reward Models with Synthetic Critiques","created":"2024-05-31","cited_by_count":44,"area":"alignment"},{"id":"2503.17003","title":"A Survey on Personalized Alignment -- The Missing Piece for Large Language Models in Real-World Applications","created":"2025-03-21","cited_by_count":42,"area":"alignment"},{"id":"2410.06961","title":"Self-Boosting Large Language Models with Synthetic Preference Data","created":"2024-10-09","cited_by_count":40,"area":"alignment"},{"id":"2404.05875","title":"CodecLM: Aligning Language Models with Tailored Synthetic Data","created":"2024-04-08","cited_by_count":39,"area":"alignment"},{"id":"2402.00856","title":"Towards Efficient Exact Optimization of Language Model Alignment","created":"2024-02-01","cited_by_count":37,"area":"alignment"},{"id":"2402.10958","title":"Relative Preference Optimization: Enhancing LLM Alignment through Contrasting Responses across Identical and Diverse Prompts","created":"2024-02-12","cited_by_count":36,"area":"alignment"},{"id":"2402.12366","title":"A Critical Evaluation of AI Feedback for Aligning Large Language Models","created":"2024-02-19","cited_by_count":36,"area":"alignment"},{"id":"2402.13659","title":"Privacy-Preserving Instructions for Aligning Large Language Models","created":"2024-02-21","cited_by_count":35,"area":"alignment"},{"id":"2406.19371","title":"Suri: Multi-constraint Instruction Following for Long-form Text Generation","created":"2024-06-27","cited_by_count":34,"area":"alignment"},{"id":"2410.21252","title":"LongReward: Improving Long-context Large Language Models with AI Feedback","created":"2024-10-28","cited_by_count":34,"area":"alignment"},{"id":"2308.05696","title":"A Preliminary Study of the Intrinsic Relationship between Complexity and Alignment","created":"2023-08-10","cited_by_count":33,"area":"alignment"},{"id":"2307.12966","title":"Aligning Large Language Models with Human: A Survey","created":"2023-07-24","cited_by_count":32,"area":"alignment"},{"id":"2408.15549","title":"WildFeedback: Aligning LLMs With In-situ User Interactions And Feedback","created":"2024-08-28","cited_by_count":31,"area":"alignment"},{"id":"2410.12971","title":"Self-Pluralising Culture Alignment for Large Language Models","created":"2024-10-16","cited_by_count":31,"area":"alignment"},{"id":"2402.15062","title":"Don't Just Say \"I don't know\"! Self-aligning Large Language Models for Responding to Unknown Questions with Explanations","created":"2024-02-23","cited_by_count":30,"area":"alignment"},{"id":"2311.17487","title":"Taiwan LLM: Bridging the Linguistic Divide with a Culturally Aligned Language Model","created":"2023-11-29","cited_by_count":29,"area":"alignment"},{"id":"2408.02085","title":"Unleashing the Power of Data Tsunami: A Comprehensive Survey on Data Assessment and Selection for Instruction Tuning of Language Models","created":"2024-08-04","cited_by_count":29,"area":"alignment"},{"id":"2402.09764","title":"Aligning Crowd Feedback via Distributional Preference Reward Modeling","created":"2024-02-15","cited_by_count":28,"area":"alignment"},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2311.08685","title":"Safer-Instruct: Aligning Language Models with Automated Preference Data","created":"2023-11-15","cited_by_count":27,"area":"alignment"},{"id":"2406.07739","title":"UICoder: Finetuning Large Language Models to Generate User Interface Code through Automated Feedback","created":"2024-06-11","cited_by_count":27,"area":"alignment"},{"id":"2310.01581","title":"On the Safety of Open-Sourced Large Language Models: Does Alignment Really Prevent Them From Being Misused?","created":"2023-10-02","cited_by_count":26,"area":"alignment"},{"id":"2404.12318","title":"Reuse Your Rewards: Reward Model Transfer for Zero-Shot Cross-Lingual Alignment","created":"2024-04-18","cited_by_count":26,"area":"alignment"},{"id":"2401.06785","title":"Human-Instruction-Free LLM Self-Alignment with Limited Samples","created":"2024-01-06","cited_by_count":25,"area":"alignment"},{"id":"2411.12882","title":"ProSec: Fortifying Code LLMs with Proactive Security Alignment","created":"2024-11-19","cited_by_count":25,"area":"alignment"},{"id":"2405.05008","title":"ADELIE: Aligning Large Language Models on Information Extraction","created":"2024-05-08","cited_by_count":24,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2502.13922","title":"LongPO: Long Context Self-Evolution of Large Language Models through Short-to-Long Preference Optimization","created":"2025-02-19","cited_by_count":24,"area":"alignment"},{"id":"2502.16852","title":"Improving LLM General Preference Alignment via Optimistic Online Mirror Descent","created":"2025-02-24","cited_by_count":24,"area":"alignment"},{"id":"2308.15812","title":"Peering Through Preferences: Unraveling Feedback Acquisition for Aligning Large Language Models","created":"2023-08-30","cited_by_count":23,"area":"alignment"},{"id":"2312.15907","title":"Align on the Fly: Adapting Chatbot Behavior to Established Norms","created":"2023-12-26","cited_by_count":23,"area":"alignment"},{"id":"2403.18381","title":"Improving Attributed Text Generation of Large Language Models via Preference Learning","created":"2024-03-27","cited_by_count":23,"area":"alignment"},{"id":"2406.11431","title":"Super(ficial)-alignment: Strong Models May Deceive Weak Models in Weak-to-Strong Generalization","created":"2024-06-17","cited_by_count":23,"area":"alignment"},{"id":"2407.08770","title":"Model Surgery: Modulating LLM's Behavior Via Simple Parameter Editing","created":"2024-07-11","cited_by_count":23,"area":"alignment"},{"id":"2311.14543","title":"Data-Efficient Alignment of Large Language Models with Human Feedback Through Natural Language","created":"2023-11-24","cited_by_count":22,"area":"alignment"},{"id":"2403.04204","title":"On the Essence and Prospect: An Investigation of Alignment Approaches for Big Models","created":"2024-03-07","cited_by_count":21,"area":"alignment"}],"next_cursor":"100"}