{"total":149,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656,"area":"alignment"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2310.11564","title":"Personalized Soups: Personalized Large Language Model Alignment via Post-hoc Parameter Merging","created":"2023-10-17","cited_by_count":280,"area":"alignment"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2311.08692","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","created":"2023-11-15","cited_by_count":145,"area":"alignment"},{"id":"2404.11999","title":"Token-level Direct Preference Optimization","created":"2024-04-18","cited_by_count":135,"area":"alignment"},{"id":"2310.03708","title":"Beyond One-Preference-Fits-All Alignment: Multi-Objective Direct Preference Optimization","created":"2023-10-05","cited_by_count":124,"area":"alignment"},{"id":"2402.01109","title":"Vaccine: Perturbation-aware Alignment for Large Language Models against Harmful Fine-tuning Attack","created":"2024-02-02","cited_by_count":115,"area":"alignment"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2404.10271","title":"Social Choice Should Guide AI Alignment in Dealing with Diverse Human Feedback","created":"2024-04-16","cited_by_count":100,"area":"alignment"},{"id":"2402.01878","title":"LiPO: Listwise Preference Optimization through Learning-to-Rank","created":"2024-02-02","cited_by_count":96,"area":"alignment"},{"id":"2405.18641","title":"Lisa: Lazy Safety Alignment for Large Language Models against Harmful Fine-tuning Attack","created":"2024-05-28","cited_by_count":92,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2409.18169","title":"Harmful Fine-tuning Attacks and Defenses for Large Language Models: A Survey","created":"2024-09-26","cited_by_count":90,"area":"alignment"},{"id":"2402.05369","title":"Noise Contrastive Alignment of Language Models with Explicit Rewards","created":"2024-02-08","cited_by_count":85,"area":"alignment"},{"id":"2405.14655","title":"Multi-turn Reinforcement Learning from Preference Human Feedback","created":"2024-05-23","cited_by_count":67,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2406.05954","title":"Aligning Large Language Models with Representation Editing: A Control Perspective","created":"2024-06-10","cited_by_count":64,"area":"alignment"},{"id":"2310.11523","title":"Group Preference Optimization: Few-Shot Alignment of Large Language Models","created":"2023-10-17","cited_by_count":63,"area":"alignment"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"2401.00243","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","created":"2023-12-30","cited_by_count":56,"area":"alignment"},{"id":"2402.06147","title":"DeAL: Decoding-time Alignment for Large Language Models","created":"2024-02-05","cited_by_count":55,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2309.00754","title":"Efficient RLHF: Reducing the Memory Usage of PPO","created":"2023-09-01","cited_by_count":40,"area":"alignment"},{"id":"2402.00856","title":"Towards Efficient Exact Optimization of Language Model Alignment","created":"2024-02-01","cited_by_count":37,"area":"alignment"},{"id":"2403.14221","title":"Improving the Robustness of Large Language Models via Consistency Alignment","created":"2024-03-21","cited_by_count":36,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2308.05696","title":"A Preliminary Study of the Intrinsic Relationship between Complexity and Alignment","created":"2023-08-10","cited_by_count":33,"area":"alignment"},{"id":"2410.18013","title":"Scalable Ranked Preference Optimization for Text-to-Image Generation","created":"2024-10-23","cited_by_count":33,"area":"alignment"},{"id":"2307.12966","title":"Aligning Large Language Models with Human: A Survey","created":"2023-07-24","cited_by_count":32,"area":"alignment"},{"id":"2411.06208","title":"IOPO: Empowering LLMs with Complex Instruction Following via Input-Output Preference Optimization","created":"2024-11-09","cited_by_count":31,"area":"alignment"},{"id":"2311.06503","title":"Knowledgeable Preference Alignment for LLMs in Domain-specific Question Answering","created":"2023-11-11","cited_by_count":29,"area":"alignment"},{"id":"2410.10148","title":"AlphaDPO: Adaptive Reward Margin for Direct Preference Optimization","created":"2024-10-14","cited_by_count":29,"area":"alignment"},{"id":"2405.17931","title":"Online Merging Optimizers for Boosting Rewards and Mitigating Tax in Alignment","created":"2024-05-28","cited_by_count":28,"area":"alignment"},{"id":"2310.01581","title":"On the Safety of Open-Sourced Large Language Models: Does Alignment Really Prevent Them From Being Misused?","created":"2023-10-02","cited_by_count":26,"area":"alignment"},{"id":"2403.11124","title":"Scaling Data Diversity for Fine-Tuning Language Models in Human Alignment","created":"2024-03-17","cited_by_count":26,"area":"alignment"},{"id":"2403.19443","title":"Mixed Preference Optimization: Reinforcement Learning with Data Selection and Better Reference Model","created":"2024-03-28","cited_by_count":25,"area":"alignment"},{"id":"2404.00934","title":"ChatGLM-RLHF: Practices of Aligning Large Language Models with Human Feedback","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2506.15421","title":"Reward Models in Deep Reinforcement Learning: A Survey","created":"2025-06-18","cited_by_count":25,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2308.15812","title":"Peering Through Preferences: Unraveling Feedback Acquisition for Aligning Large Language Models","created":"2023-08-30","cited_by_count":23,"area":"alignment"},{"id":"2311.14543","title":"Data-Efficient Alignment of Large Language Models with Human Feedback Through Natural Language","created":"2023-11-24","cited_by_count":22,"area":"alignment"},{"id":"2406.06606","title":"Prototypical Reward Network for Data-Efficient RLHF","created":"2024-06-06","cited_by_count":22,"area":"alignment"},{"id":"2409.06957","title":"Policy Filtration for RLHF to Mitigate Noise in Reward Models","created":"2024-09-11","cited_by_count":22,"area":"alignment"},{"id":"2403.04204","title":"On the Essence and Prospect: An Investigation of Alignment Approaches for Big Models","created":"2024-03-07","cited_by_count":21,"area":"alignment"},{"id":"2406.10522","title":"Humor in AI: Massive Scale Crowd-Sourced Preferences and Benchmarks for Cartoon Captioning","created":"2024-06-15","cited_by_count":19,"area":"alignment"},{"id":"2410.04203","title":"RainbowPO: A Unified Framework for Combining Improvements in Preference Optimization","created":"2024-10-05","cited_by_count":19,"area":"alignment"},{"id":"2410.17875","title":"Understanding Layer Significance in LLM Alignment","created":"2024-10-23","cited_by_count":19,"area":"alignment"},{"id":"2410.21662","title":"$f$-PO: Generalizing Preference Optimization with $f$-divergence Minimization","created":"2024-10-29","cited_by_count":19,"area":"alignment"},{"id":"2405.14953","title":"MallowsPO: Fine-Tune Your LLM with Preference Dispersions","created":"2024-05-23","cited_by_count":18,"area":"alignment"},{"id":"2406.09264","title":"Position: Towards Bidirectional Human-AI Alignment","created":"2024-06-13","cited_by_count":18,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2505.16869","title":"MPO: Multilingual Safety Alignment via Reward Gap Optimization","created":"2025-05-22","cited_by_count":18,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2404.04102","title":"ROPO: Robust Preference Optimization for Large Language Models","created":"2024-04-05","cited_by_count":16,"area":"alignment"},{"id":"2405.20216","title":"Boost Your Human Image Generation Model via Direct Preference Optimization","created":"2024-05-30","cited_by_count":16,"area":"alignment"},{"id":"2403.01197","title":"DMoERM: Recipes of Mixture-of-Experts for Effective Reward Modeling","created":"2024-03-02","cited_by_count":15,"area":"alignment"},{"id":"2403.18742","title":"Understanding the Learning Dynamics of Alignment with Human Feedback","created":"2024-03-27","cited_by_count":15,"area":"alignment"},{"id":"2309.10202","title":"Stabilizing RLHF through Advantage Model and Selective Rehearsal","created":"2023-09-18","cited_by_count":14,"area":"alignment"},{"id":"2408.04190","title":"Listwise Reward Estimation for Offline Preference-based Reinforcement Learning","created":"2024-08-08","cited_by_count":14,"area":"alignment"},{"id":"2410.05328","title":"Reward Learning From Preference With Ties","created":"2024-10-05","cited_by_count":14,"area":"alignment"},{"id":"2502.01208","title":"On Almost Surely Safe Alignment of Large Language Models at Inference-Time","created":"2025-02-03","cited_by_count":14,"area":"alignment"},{"id":"2503.07580","title":"BOPO: Neural Combinatorial Optimization via Best-anchored and Objective-guided Preference Optimization","created":"2025-03-10","cited_by_count":14,"area":"alignment"},{"id":"2508.02374","title":"Uni-Layout: Integrating Human Feedback in Unified Layout Generation and Evaluation","created":"2025-08-04","cited_by_count":14,"area":"alignment"},{"id":"2310.16271","title":"CycleAlign: Iterative Distillation from Black-box LLM to White-box Models for Better Human Alignment","created":"2023-10-25","cited_by_count":13,"area":"alignment"},{"id":"2402.16030","title":"Don't Forget Your Reward Values: Language Model Alignment via Value-based Calibration","created":"2024-02-25","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2312.02554","title":"ULMA: Unified Language Model Alignment with Human Demonstration and Point-wise Preference","created":"2023-12-05","cited_by_count":12,"area":"alignment"},{"id":"2506.01183","title":"Doubly Robust Alignment for Large Language Models","created":"2025-06-01","cited_by_count":12,"area":"alignment"},{"id":"2403.06754","title":"ALaRM: Align Language Models via Hierarchical Rewards Modeling","created":"2024-03-11","cited_by_count":11,"area":"alignment"},{"id":"2405.13516","title":"LIRE: listwise reward enhancement for preference alignment","created":"2024-05-22","cited_by_count":11,"area":"alignment"},{"id":"2406.18346","title":"AI Alignment through Reinforcement Learning from Human Feedback? Contradictions and Limitations","created":"2024-06-26","cited_by_count":11,"area":"alignment"},{"id":"2411.12843","title":"Reward Modeling with Ordinal Feedback: Wisdom of the Crowd","created":"2024-11-19","cited_by_count":11,"area":"alignment"},{"id":"2405.11647","title":"Hummer: Towards Limited Competitive Preference Dataset","created":"2024-05-19","cited_by_count":10,"area":"alignment"},{"id":"2408.09385","title":"Reward Difference Optimization For Sample Reweighting In Offline RLHF","created":"2024-08-18","cited_by_count":10,"area":"alignment"},{"id":"2310.06450","title":"Constructive Large Language Models Alignment with Diverse Feedback","created":"2023-10-10","cited_by_count":9,"area":"alignment"},{"id":"2402.10184","title":"Reward Generalization in RLHF: A Topological Perspective","created":"2024-02-15","cited_by_count":9,"area":"alignment"},{"id":"2402.14228","title":"COPR: Continual Human Preference Learning via Optimal Policy Regularization","created":"2024-02-22","cited_by_count":9,"area":"alignment"},{"id":"2412.04628","title":"Multi-Preference Optimization: Generalizing DPO via Set-Level Contrasts","created":"2024-12-05","cited_by_count":9,"area":"alignment"},{"id":"2412.13862","title":"Energy-Based Preference Model Offers Better Offline Alignment than the Bradley-Terry Preference Model","created":"2024-12-18","cited_by_count":9,"area":"alignment"},{"id":"2501.06761","title":"VidChain: Chain-of-Tasks with Metric-based Direct Preference Optimization for Dense Video Captioning","created":"2025-01-12","cited_by_count":9,"area":"alignment"},{"id":"2506.04721","title":"SPARTA ALIGNMENT: Collectively Aligning Multiple Language Models through Combat","created":"2025-06-05","cited_by_count":9,"area":"alignment"},{"id":"2604.19018","title":"Local Linearity of LLMs Enables Activation Steering via Model-Based Linear Optimal Control","created":"2026-04-21","cited_by_count":9,"area":"alignment"},{"id":"2310.00898","title":"Enabling Language Models to Implicitly Learn Self-Improvement","created":"2023-10-02","cited_by_count":7,"area":"alignment"},{"id":"2408.03459","title":"Can DPO Learn Diverse Human Values? A Theoretical Scaling Law","created":"2024-08-06","cited_by_count":7,"area":"alignment"},{"id":"2410.04346","title":"Permutative Preference Alignment from Listwise Ranking of Human Judgments","created":"2024-10-06","cited_by_count":7,"area":"alignment"},{"id":"2402.09320","title":"ICDPO: Effectively Borrowing Alignment Capability of Others via In-context Direct Preference Optimization","created":"2024-02-14","cited_by_count":6,"area":"alignment"},{"id":"2405.16681","title":"Triple Preference Optimization: Achieving Better Alignment using a Single Step Optimization","created":"2024-05-26","cited_by_count":6,"area":"alignment"},{"id":"2409.11212","title":"Self-Evolutionary Large Language Models through Uncertainty-Enhanced Preference Optimization","created":"2024-09-17","cited_by_count":6,"area":"alignment"},{"id":"2410.01957","title":"Challenges and Future Directions of Data-Centric AI Alignment","created":"2024-10-02","cited_by_count":5,"area":"alignment"},{"id":"2410.08316","title":"COS-DPO: Conditioned One-Shot Multi-Objective Fine-Tuning Framework","created":"2024-10-10","cited_by_count":5,"area":"alignment"},{"id":"2410.08458","title":"Simultaneous Reward Distillation and Preference Learning: Get You a Language Model Who Can Do Both","created":"2024-10-11","cited_by_count":5,"area":"alignment"},{"id":"2412.12865","title":"Preference-Oriented Supervised Fine-Tuning: Favoring Target Model Over Aligned Large Language Models","created":"2024-12-17","cited_by_count":5,"area":"alignment"}],"next_cursor":"100"}