{"total":117,"rows":[{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724,"area":"alignment"},{"id":"2305.11206","title":"LIMA: Less Is More for Alignment","created":"2023-05-18","cited_by_count":1100,"area":"alignment"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656,"area":"alignment"},{"id":"2310.16944","title":"Zephyr: Direct Distillation of LM Alignment","created":"2023-10-25","cited_by_count":506,"area":"alignment"},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247,"area":"alignment"},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2402.13228","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","created":"2024-02-20","cited_by_count":241,"area":"alignment"},{"id":"2311.10702","title":"Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2","created":"2023-11-17","cited_by_count":229,"area":"alignment"},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2307.16039","title":"Okapi: Instruction-tuned Large Language Models in Multiple Languages with Reinforcement Learning from Human Feedback","created":"2023-07-29","cited_by_count":190,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2403.16950","title":"Aligning with Human Judgement: The Role of Pairwise Preference in Large Language Model Evaluators","created":"2024-03-25","cited_by_count":149,"area":"alignment"},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2404.11999","title":"Token-level Direct Preference Optimization","created":"2024-04-18","cited_by_count":135,"area":"alignment"},{"id":"2507.18624","title":"Checklists Are Better Than Reward Models For Aligning Language Models","created":"2025-07-24","cited_by_count":128,"area":"alignment"},{"id":"2302.08215","title":"Aligning Language Models with Preferences through f-divergence Minimization","created":"2023-02-16","cited_by_count":120,"area":"alignment"},{"id":"2401.18058","title":"LongAlign: A Recipe for Long Context Alignment of Large Language Models","created":"2024-01-31","cited_by_count":106,"area":"alignment"},{"id":"2403.09472","title":"Easy-to-Hard Generalization: Scalable Alignment Beyond Human Supervision","created":"2024-03-14","cited_by_count":96,"area":"alignment"},{"id":"2402.04833","title":"Long Is More for Alignment: A Simple but Tough-to-Beat Baseline for Instruction Fine-Tuning","created":"2024-02-07","cited_by_count":85,"area":"alignment"},{"id":"2401.11206","title":"InferAligner: Inference-Time Alignment for Harmlessness through Cross-Model Guidance","created":"2024-01-20","cited_by_count":83,"area":"alignment"},{"id":"2312.07000","title":"Alignment for Honesty","created":"2023-12-12","cited_by_count":74,"area":"alignment"},{"id":"2312.15997","title":"Aligning Large Language Models with Human Preferences through Representation Engineering","created":"2023-12-26","cited_by_count":71,"area":"alignment"},{"id":"2405.14655","title":"Multi-turn Reinforcement Learning from Preference Human Feedback","created":"2024-05-23","cited_by_count":67,"area":"alignment"},{"id":"2310.06762","title":"TRACE: A Comprehensive Benchmark for Continual Learning in Large Language Models","created":"2023-10-10","cited_by_count":66,"area":"alignment"},{"id":"2403.18349","title":"Rejection Improves Reliability: Training LLMs to Refuse Unknown Questions Using RL from Knowledge Feedback","created":"2024-03-27","cited_by_count":66,"area":"alignment"},{"id":"2302.05206","title":"The Wisdom of Hindsight Makes Language Models Better Instruction Followers","created":"2023-02-10","cited_by_count":62,"area":"alignment"},{"id":"2310.05910","title":"SALMON: Self-Alignment with Instructable Reward Models","created":"2023-10-09","cited_by_count":55,"area":"alignment"},{"id":"2308.00225","title":"Instructed to Bias: Instruction-Tuned Language Models Exhibit Emergent Cognitive Bias","created":"2023-08-01","cited_by_count":53,"area":"alignment"},{"id":"2402.10038","title":"RS-DPO: A Hybrid Rejection Sampling and Direct Preference Optimization Method for Alignment of Large Language Models","created":"2024-02-15","cited_by_count":48,"area":"alignment"},{"id":"2402.18091","title":"Polos: Multimodal Metric Learning from Human Feedback for Image Captioning","created":"2024-02-28","cited_by_count":46,"area":"alignment"},{"id":"2308.12014","title":"From Instructions to Intrinsic Human Values -- A Survey of Alignment Goals for Big Models","created":"2023-08-23","cited_by_count":45,"area":"alignment"},{"id":"2511.07919","title":"Feedback Descent: Open-Ended Text Optimization via Pairwise Comparison","created":"2025-11-11","cited_by_count":44,"area":"alignment"},{"id":"2404.05875","title":"CodecLM: Aligning Language Models with Tailored Synthetic Data","created":"2024-04-08","cited_by_count":39,"area":"alignment"},{"id":"2402.00856","title":"Towards Efficient Exact Optimization of Language Model Alignment","created":"2024-02-01","cited_by_count":37,"area":"alignment"},{"id":"2402.10958","title":"Relative Preference Optimization: Enhancing LLM Alignment through Contrasting Responses across Identical and Diverse Prompts","created":"2024-02-12","cited_by_count":36,"area":"alignment"},{"id":"2311.04072","title":"Beyond Imitation: Leveraging Fine-grained Quality Signals for Alignment","created":"2023-11-07","cited_by_count":35,"area":"alignment"},{"id":"2402.13659","title":"Privacy-Preserving Instructions for Aligning Large Language Models","created":"2024-02-21","cited_by_count":35,"area":"alignment"},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2406.00888","title":"Aligning Language Models with Demonstrated Feedback","created":"2024-06-02","cited_by_count":34,"area":"alignment"},{"id":"2308.05696","title":"A Preliminary Study of the Intrinsic Relationship between Complexity and Alignment","created":"2023-08-10","cited_by_count":33,"area":"alignment"},{"id":"2405.17888","title":"Getting More Juice Out of the SFT Data: Reward Learning from Human Demonstration Improves SFT for LLM Alignment","created":"2024-05-28","cited_by_count":32,"area":"alignment"},{"id":"2306.00398","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","created":"2023-06-01","cited_by_count":31,"area":"alignment"},{"id":"2408.15549","title":"WildFeedback: Aligning LLMs With In-situ User Interactions And Feedback","created":"2024-08-28","cited_by_count":31,"area":"alignment"},{"id":"2603.12273","title":"Aligning Language Models from User Interactions","created":"2026-02-18","cited_by_count":28,"area":"alignment"},{"id":"2406.04412","title":"Spread Preference Annotation: Direct Preference Judgment for Efficient LLM Alignment","created":"2024-06-06","cited_by_count":27,"area":"alignment"},{"id":"2403.11124","title":"Scaling Data Diversity for Fine-Tuning Language Models in Human Alignment","created":"2024-03-17","cited_by_count":26,"area":"alignment"},{"id":"2411.12882","title":"ProSec: Fortifying Code LLMs with Proactive Security Alignment","created":"2024-11-19","cited_by_count":25,"area":"alignment"},{"id":"2405.05008","title":"ADELIE: Aligning Large Language Models on Information Extraction","created":"2024-05-08","cited_by_count":24,"area":"alignment"},{"id":"2311.02775","title":"AI-TA: Towards an Intelligent Question-Answer Teaching Assistant using Open-Source LLMs","created":"2023-11-05","cited_by_count":22,"area":"alignment"},{"id":"2311.14543","title":"Data-Efficient Alignment of Large Language Models with Human Feedback Through Natural Language","created":"2023-11-24","cited_by_count":22,"area":"alignment"},{"id":"2405.12739","title":"SPO: Multi-Dimensional Preference Sequential Alignment With Implicit Reward Modeling","created":"2024-05-21","cited_by_count":21,"area":"alignment"},{"id":"2406.13173","title":"Biomedical Visual Instruction Tuning with Clinician Preference Alignment","created":"2024-06-19","cited_by_count":21,"area":"alignment"},{"id":"2503.08619","title":"LightGen: Efficient Image Generation through Knowledge Distillation and Direct Preference Optimization","created":"2025-03-11","cited_by_count":20,"area":"alignment"},{"id":"2405.19744","title":"X-Instruction: Aligning Language Model in Low-resource Languages with Self-curated Cross-lingual Instructions","created":"2024-05-30","cited_by_count":18,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2506.17368","title":"SAFEx: Analyzing Vulnerabilities of MoE-Based LLMs via Stable Safety-critical Expert Identification","created":"2025-06-20","cited_by_count":18,"area":"alignment"},{"id":"2403.00199","title":"Improving Socratic Question Generation using Data Augmentation and Preference Optimization","created":"2024-03-01","cited_by_count":16,"area":"alignment"},{"id":"2403.19279","title":"Fine-Tuning Language Models with Reward Learning on Policy","created":"2024-03-28","cited_by_count":15,"area":"alignment"},{"id":"2403.10088","title":"Intent-conditioned and Non-toxic Counterspeech Generation using Multi-Task Instruction Tuning with RLAIF","created":"2024-03-15","cited_by_count":13,"area":"alignment"},{"id":"2411.07618","title":"Constrain Alignment with Sparse Autoencoders","created":"2024-11-12","cited_by_count":12,"area":"alignment"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2403.03419","title":"Negating Negatives: Alignment with Human Negative Samples via Distributional Dispreference Optimization","created":"2024-03-06","cited_by_count":11,"area":"alignment"},{"id":"2402.08005","title":"Refined Direct Preference Optimization with Synthetic Data for Behavioral Alignment of LLMs","created":"2024-02-12","cited_by_count":10,"area":"alignment"},{"id":"2408.14866","title":"Advancing Adversarial Suffix Transfer Learning on Aligned Large Language Models","created":"2024-08-27","cited_by_count":10,"area":"alignment"},{"id":"2407.03051","title":"Improving Conversational Abilities of Quantized Large Language Models via Direct Preference Alignment","created":"2024-07-03","cited_by_count":9,"area":"alignment"},{"id":"2410.11055","title":"Varying Shades of Wrong: Aligning LLMs with Wrong Answers Only","created":"2024-10-14","cited_by_count":9,"area":"alignment"},{"id":"2506.04721","title":"SPARTA ALIGNMENT: Collectively Aligning Multiple Language Models through Combat","created":"2025-06-05","cited_by_count":9,"area":"alignment"},{"id":"2405.11870","title":"Intuitive Fine-Tuning: Towards Simplifying Alignment into a Single Process","created":"2024-05-20","cited_by_count":8,"area":"alignment"},{"id":"2410.12999","title":"POROver: Improving Safety and Reducing Overrefusal in Large Language Models with Overgeneration and Preference Optimization","created":"2024-10-16","cited_by_count":8,"area":"alignment"},{"id":"2502.13417","title":"RLTHF: Targeted Human Feedback for LLM Alignment","created":"2025-02-19","cited_by_count":8,"area":"alignment"},{"id":"2402.10896","title":"PaLM2-VAdapter: Progressively Aligned Language Model Makes a Strong Vision-language Adapter","created":"2024-02-16","cited_by_count":7,"area":"alignment"},{"id":"2406.16783","title":"M2Lingual: Enhancing Multilingual, Multi-Turn Instruction Alignment in Large Language Models","created":"2024-06-24","cited_by_count":7,"area":"alignment"},{"id":"2409.04183","title":"GALLa: Graph Aligned Large Language Models for Improved Source Code Understanding","created":"2024-09-06","cited_by_count":7,"area":"alignment"},{"id":"2512.19680","title":"VA-$\\pi$: Variational Policy Alignment for Pixel-Aware Autoregressive Generation","created":"2025-12-22","cited_by_count":7,"area":"alignment"},{"id":"2310.13008","title":"DavIR: Data Selection via Implicit Reward for Large Language Models","created":"2023-10-16","cited_by_count":6,"area":"alignment"},{"id":"2402.14760","title":"Generalizing Reward Modeling for Out-of-Distribution Preference Learning","created":"2024-02-22","cited_by_count":6,"area":"alignment"},{"id":"2309.08583","title":"ICLEF: In-Context Learning with Expert Feedback for Explainable Style Transfer","created":"2023-09-15","cited_by_count":5,"area":"alignment"},{"id":"2404.16020","title":"Investigating Adversarial Trigger Transfer in Large Language Models","created":"2024-04-24","cited_by_count":5,"area":"alignment"},{"id":"2410.04503","title":"LRHP: Learning Representations for Human Preferences via Preference Pairs","created":"2024-10-06","cited_by_count":5,"area":"alignment"},{"id":"2410.08458","title":"Simultaneous Reward Distillation and Preference Learning: Get You a Language Model Who Can Do Both","created":"2024-10-11","cited_by_count":5,"area":"alignment"},{"id":"2501.18873","title":"Best Policy Learning from Trajectory Preference Feedback","created":"2025-01-31","cited_by_count":5,"area":"alignment"},{"id":"2510.17833","title":"Brain-Language Model Alignment: Insights into the Platonic Hypothesis and Intermediate-Layer Advantage","created":"2025-10-03","cited_by_count":5,"area":"alignment"},{"id":"2306.13588","title":"System-Level Natural Language Feedback","created":"2023-06-23","cited_by_count":4,"area":"alignment"},{"id":"2312.16430","title":"Preference as Reward, Maximum Preference Optimization with Importance Sampling","created":"2023-12-27","cited_by_count":4,"area":"alignment"},{"id":"2405.20215","title":"TS-Align: A Teacher-Student Collaborative Framework for Scalable Iterative Finetuning of Large Language Models","created":"2024-05-30","cited_by_count":4,"area":"alignment"},{"id":"2510.06652","title":"Aligning Large Language Models via Fully Self-Synthetic Data","created":"2025-10-08","cited_by_count":4,"area":"alignment"},{"id":"2601.23096","title":"CATTO: Balancing Preferences and Confidence in Language Models","created":"2026-01-30","cited_by_count":4,"area":"alignment"},{"id":"2605.00195","title":"Diversity in Large Language Models under Supervised Fine-Tuning","created":"2026-04-30","cited_by_count":4,"area":"alignment"},{"id":"2406.11039","title":"Dynamic Normativity: Necessary and Sufficient Conditions for Value Alignment","created":"2024-06-16","cited_by_count":3,"area":"alignment"},{"id":"2502.16433","title":"Sequence-level Large Language Model Training with Contrastive Preference Optimization","created":"2025-02-23","cited_by_count":3,"area":"alignment"},{"id":"2506.07402","title":"Beyond Jailbreaks: Revealing Stealthier and Broader LLM Security Risks Stemming from Alignment Failures","created":"2025-06-09","cited_by_count":3,"area":"alignment"},{"id":"2510.07118","title":"TRIM: Token-wise Attention-Derived Saliency for Data-Efficient Instruction Tuning","created":"2025-10-08","cited_by_count":3,"area":"alignment"},{"id":"2607.25614","title":"MemSFT: Mitigating Alignment Tax with an External Parametric Memory","created":"2026-07-28","cited_by_count":3,"area":"alignment"},{"id":"2403.04283","title":"Proxy-RLHF: Decoupling Generation and Alignment in Large Language Model with Proxy","created":"2024-03-07","cited_by_count":2,"area":"alignment"},{"id":"2406.10813","title":"Self-Evolution Fine-Tuning for Policy Optimization","created":"2024-06-16","cited_by_count":2,"area":"alignment"},{"id":"2412.00074","title":"Safe to Serve: Aligning Instruction-Tuned Models for Safety and Helpfulness","created":"2024-11-26","cited_by_count":2,"area":"alignment"}],"next_cursor":"100"}