{"total":256,"rows":[{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588,"area":"alignment"},{"id":"1909.08593","title":"Fine-Tuning Language Models from Human Preferences","created":"2019-09-18","cited_by_count":2150,"area":"alignment"},{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055,"area":"alignment"},{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836,"area":"alignment"},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721,"area":"alignment"},{"id":"2308.08998","title":"Reinforced Self-Training (ReST) for Language Modeling","created":"2023-08-17","cited_by_count":500,"area":"alignment"},{"id":"2401.08417","title":"Contrastive Preference Optimization: Pushing the Boundaries of LLM Performance in Machine Translation","created":"2024-01-16","cited_by_count":394,"area":"alignment"},{"id":"2305.03047","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","created":"2023-05-04","cited_by_count":318,"area":"alignment"},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2307.16039","title":"Okapi: Instruction-tuned Large Language Models in Multiple Languages with Reinforcement Learning from Human Feedback","created":"2023-07-29","cited_by_count":190,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2401.01967","title":"A Mechanistic Understanding of Alignment Algorithms: A Case Study on DPO and Toxicity","created":"2024-01-03","cited_by_count":185,"area":"alignment"},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2309.10105","title":"Understanding Catastrophic Forgetting in Language Models via Implicit Inference","created":"2023-09-18","cited_by_count":144,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2408.17003","title":"Safety Layers in Aligned Large Language Models: The Key to LLM Security","created":"2024-08-30","cited_by_count":134,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2407.10490","title":"Learning Dynamics of LLM Finetuning","created":"2024-07-15","cited_by_count":95,"area":"alignment"},{"id":"2406.18853","title":"Decoding-Time Language Model Alignment with Multiple Objectives","created":"2024-06-27","cited_by_count":94,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2402.00782","title":"Dense Reward for Free in Reinforcement Learning from Human Feedback","created":"2024-02-01","cited_by_count":78,"area":"alignment"},{"id":"2407.14622","title":"BOND: Aligning LLMs with Best-of-N Distillation","created":"2024-07-19","cited_by_count":76,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2409.03444","title":"Fine-tuning large language models for domain adaptation: Exploration of training strategies, scaling, model merging and synergistic capabilities","created":"2024-09-05","cited_by_count":69,"area":"alignment"},{"id":"2402.02992","title":"Decoding-time Realignment of Language Models","created":"2024-02-05","cited_by_count":67,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2406.05954","title":"Aligning Large Language Models with Representation Editing: A Control Perspective","created":"2024-06-10","cited_by_count":64,"area":"alignment"},{"id":"2402.12329","title":"Query-Based Adversarial Prompt Generation","created":"2024-02-19","cited_by_count":62,"area":"alignment"},{"id":"2303.06135","title":"Rewarding Chatbots for Real-World Engagement with Millions of Users","created":"2023-03-10","cited_by_count":59,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2402.08114","title":"Active Preference Learning for Large Language Models","created":"2024-02-12","cited_by_count":58,"area":"alignment"},{"id":"2310.07629","title":"The Past, Present and Better Future of Feedback Learning in Large Language Models for Subjective Human Preferences and Values","created":"2023-10-11","cited_by_count":54,"area":"alignment"},{"id":"2406.14144","title":"Towards Understanding Safety Alignment: A Mechanistic Perspective from Safety Neurons","created":"2024-06-20","cited_by_count":53,"area":"alignment"},{"id":"2306.02231","title":"Fine-Tuning Language Models with Advantage-Induced Policy Alignment","created":"2023-06-04","cited_by_count":48,"area":"alignment"},{"id":"2402.18091","title":"Polos: Multimodal Metric Learning from Human Feedback for Image Captioning","created":"2024-02-28","cited_by_count":46,"area":"alignment"},{"id":"2405.19335","title":"X-VILA: Cross-Modality Alignment for Large Language Model","created":"2024-05-29","cited_by_count":46,"area":"alignment"},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2311.06025","title":"ChiMed-GPT: A Chinese Medical Large Language Model with Full Training Regime and Better Alignment to Human Preferences","created":"2023-11-10","cited_by_count":43,"area":"alignment"},{"id":"2503.17003","title":"A Survey on Personalized Alignment -- The Missing Piece for Large Language Models in Real-World Applications","created":"2025-03-21","cited_by_count":42,"area":"alignment"},{"id":"2404.09824","title":"Impact of Preference Noise on the Alignment Performance of Generative Language Models","created":"2024-04-15","cited_by_count":41,"area":"alignment"},{"id":"2410.10624","title":"SensorLLM: Aligning Large Language Models with Motion Sensors for Human Activity Recognition","created":"2024-10-14","cited_by_count":38,"area":"alignment"},{"id":"2401.05675","title":"Parrot: Pareto-optimal Multi-Reward Reinforcement Learning Framework for Text-to-Image Generation","created":"2024-01-11","cited_by_count":36,"area":"alignment"},{"id":"2408.11779","title":"Personality Alignment of Large Language Models","created":"2024-08-21","cited_by_count":36,"area":"alignment"},{"id":"2312.07551","title":"Language Model Alignment with Elastic Reset","created":"2023-12-06","cited_by_count":34,"area":"alignment"},{"id":"2506.23235","title":"Generalist Reward Models: Found Inside Large Language Models","created":"2025-06-29","cited_by_count":34,"area":"alignment"},{"id":"2402.04229","title":"MusicRL: Aligning Music Generation to Human Preferences","created":"2024-02-06","cited_by_count":32,"area":"alignment"},{"id":"2306.00398","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","created":"2023-06-01","cited_by_count":31,"area":"alignment"},{"id":"2307.16851","title":"Towards Trustworthy and Aligned Machine Learning: A Data-centric Survey with Causality Perspectives","created":"2023-07-31","cited_by_count":30,"area":"alignment"},{"id":"2503.20491","title":"VPO: Aligning Text-to-Video Generation Models with Prompt Optimization","created":"2025-03-26","cited_by_count":30,"area":"alignment"},{"id":"2311.06503","title":"Knowledgeable Preference Alignment for LLMs in Domain-specific Question Answering","created":"2023-11-11","cited_by_count":29,"area":"alignment"},{"id":"2405.16229","title":"No Two Devils Alike: Unveiling Distinct Mechanisms of Fine-tuning Attacks","created":"2024-05-25","cited_by_count":29,"area":"alignment"},{"id":"2406.05587","title":"Creativity Has Left the Chat: The Price of Debiasing Language Models","created":"2024-06-08","cited_by_count":29,"area":"alignment"},{"id":"2505.23556","title":"Understanding Refusal in Language Models with Sparse Autoencoders","created":"2025-05-29","cited_by_count":29,"area":"alignment"},{"id":"2402.03749","title":"Vision Superalignment: Weak-to-Strong Generalization for Vision Foundation Models","created":"2024-02-06","cited_by_count":28,"area":"alignment"},{"id":"2405.20653","title":"Mind the Inconspicuous: Revealing the Hidden Weakness in Aligned LLMs' Refusal Boundaries","created":"2024-05-31","cited_by_count":28,"area":"alignment"},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2408.04655","title":"Strong and weak alignment of large language models with human values","created":"2024-08-05","cited_by_count":27,"area":"alignment"},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2505.01997","title":"Restoring Calibration for Aligned Large Language Models: A Calibration-Aware Fine-Tuning Approach","created":"2025-05-04","cited_by_count":25,"area":"alignment"},{"id":"2506.07520","title":"LeVo: High-Quality Song Generation with Multi-Preference Alignment","created":"2025-06-09","cited_by_count":25,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2311.14115","title":"A density estimation perspective on learning from pairwise human preferences","created":"2023-11-23","cited_by_count":23,"area":"alignment"},{"id":"2406.08725","title":"RL-JACK: Reinforcement Learning-powered Black-box Jailbreaking Attack against LLMs","created":"2024-06-13","cited_by_count":23,"area":"alignment"},{"id":"2407.08770","title":"Model Surgery: Modulating LLM's Behavior Via Simple Parameter Editing","created":"2024-07-11","cited_by_count":23,"area":"alignment"},{"id":"2512.24551","title":"PhyGDPO: Physics-Aware Groupwise Direct Preference Optimization for Physically Consistent Text-to-Video Generation","created":"2025-12-31","cited_by_count":23,"area":"alignment"},{"id":"2505.16761","title":"Mesh-RFT: Enhancing Mesh Generation via Fine-grained Reinforcement Fine-Tuning","created":"2025-05-22","cited_by_count":22,"area":"alignment"},{"id":"2509.11864","title":"NeuroStrike: Neuron-Level Attacks on Aligned LLMs","created":"2025-09-15","cited_by_count":22,"area":"alignment"},{"id":"2403.04204","title":"On the Essence and Prospect: An Investigation of Alignment Approaches for Big Models","created":"2024-03-07","cited_by_count":21,"area":"alignment"},{"id":"2410.15633","title":"GATEAU: Selecting Influential Samples for Long Context Alignment","created":"2024-10-21","cited_by_count":20,"area":"alignment"},{"id":"2508.07768","title":"Pareto Multi-Objective Alignment for Language Models","created":"2025-08-11","cited_by_count":20,"area":"alignment"},{"id":"2311.09132","title":"Aligning Neural Machine Translation Models: Human Feedback in Training and Inference","created":"2023-11-15","cited_by_count":19,"area":"alignment"},{"id":"2405.19988","title":"Video-Language Critic: Transferable Reward Functions for Language-Conditioned Robotics","created":"2024-05-30","cited_by_count":19,"area":"alignment"},{"id":"2202.09662","title":"Reward Modeling for Mitigating Toxicity in Transformer-based Language Models","created":"2022-02-19","cited_by_count":18,"area":"alignment"},{"id":"2404.14285","title":"LLM-Personalize: Aligning LLM Planners with Human Preferences via Reinforced Self-Training for Housekeeping Robots","created":"2024-04-22","cited_by_count":18,"area":"alignment"},{"id":"2410.01174","title":"Towards Inference-time Category-wise Safety Steering for Large Language Models","created":"2024-10-02","cited_by_count":18,"area":"alignment"},{"id":"2509.23082","title":"Follow-Your-Preference: Towards Preference-Aligned Image Inpainting","created":"2025-09-27","cited_by_count":18,"area":"alignment"},{"id":"2305.14718","title":"Leftover Lunch: Advantage-based Offline Reinforcement Learning for Language Models","created":"2023-05-24","cited_by_count":17,"area":"alignment"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2411.01493","title":"Sample-Efficient Alignment for LLMs","created":"2024-11-03","cited_by_count":16,"area":"alignment"},{"id":"2403.08309","title":"HRLAIF: Improvements in Helpfulness and Harmlessness in Open-domain Reinforcement Learning From AI Feedback","created":"2024-03-13","cited_by_count":15,"area":"alignment"},{"id":"2501.18532","title":"Differentially Private Steering for Large Language Model Alignment","created":"2025-01-30","cited_by_count":15,"area":"alignment"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2510.04309","title":"Activation Steering with a Feedback Controller","created":"2025-10-05","cited_by_count":15,"area":"alignment"},{"id":"2311.10947","title":"RecExplainer: Aligning Large Language Models for Explaining Recommendation Models","created":"2023-11-18","cited_by_count":14,"area":"alignment"},{"id":"2409.02231","title":"SmileyLlama: Modifying Large Language Models for Directed Chemical Space Exploration","created":"2024-09-03","cited_by_count":14,"area":"alignment"},{"id":"2501.03884","title":"AlphaPO: Reward Shape Matters for LLM Alignment","created":"2025-01-07","cited_by_count":14,"area":"alignment"},{"id":"2503.07580","title":"BOPO: Neural Combinatorial Optimization via Best-anchored and Objective-guided Preference Optimization","created":"2025-03-10","cited_by_count":14,"area":"alignment"},{"id":"2504.03784","title":"Robust Reinforcement Learning from Human Feedback for Large Language Models Fine-Tuning","created":"2025-04-03","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2601.22664","title":"Real-Time Aligned Reward Model beyond Semantics","created":"2026-01-30","cited_by_count":13,"area":"alignment"},{"id":"2410.03717","title":"Revisiting the Superficial Alignment Hypothesis","created":"2024-09-27","cited_by_count":12,"area":"alignment"},{"id":"2208.14165","title":"Towards Boosting the Open-Domain Chatbot with Human Feedback","created":"2022-08-30","cited_by_count":11,"area":"alignment"},{"id":"2410.08852","title":"Conformalized Interactive Imitation Learning: Handling Expert Shift and Intermittent Feedback","created":"2024-10-11","cited_by_count":11,"area":"alignment"},{"id":"2411.17792","title":"H3Fusion: Helpful, Harmless, Honest Fusion of Aligned LLMs","created":"2024-11-26","cited_by_count":11,"area":"alignment"},{"id":"2504.10637","title":"Better Estimation of the Kullback--Leibler Divergence Between Language Models","created":"2025-04-14","cited_by_count":11,"area":"alignment"},{"id":"2506.21463","title":"Aligning Spoken Dialogue Models from User Interactions","created":"2025-06-26","cited_by_count":11,"area":"alignment"},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"}],"next_cursor":"100"}