{"total":51,"rows":[{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2310.11564","title":"Personalized Soups: Personalized Large Language Model Alignment via Post-hoc Parameter Merging","created":"2023-10-17","cited_by_count":280,"area":"alignment"},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2312.00886","title":"Nash Learning from Human Feedback","created":"2023-12-01","cited_by_count":224,"area":"alignment"},{"id":"2402.05070","title":"A Roadmap to Pluralistic Alignment","created":"2024-02-07","cited_by_count":184,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2402.11746","title":"Language Models are Homer Simpson! Safety Re-Alignment of Fine-tuned Language Models through Task Arithmetic","created":"2024-02-19","cited_by_count":112,"area":"alignment"},{"id":"2406.18853","title":"Decoding-Time Language Model Alignment with Multiple Objectives","created":"2024-06-27","cited_by_count":94,"area":"alignment"},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2310.04799","title":"Chat Vector: A Simple Approach to Equip LLMs with Instruction Following and Model Alignment in New Languages","created":"2023-10-07","cited_by_count":54,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2406.14563","title":"Model Merging and Safety Alignment: One Bad Model Spoils the Bunch","created":"2024-06-20","cited_by_count":43,"area":"alignment"},{"id":"2404.16792","title":"Model Extrapolation Expedites Alignment","created":"2024-04-25","cited_by_count":37,"area":"alignment"},{"id":"2404.11049","title":"Stepwise Alignment for Constrained Language Model Policy Optimization","created":"2024-04-17","cited_by_count":30,"area":"alignment"},{"id":"2405.17931","title":"Online Merging Optimizers for Boosting Rewards and Mitigating Tax in Alignment","created":"2024-05-28","cited_by_count":28,"area":"alignment"},{"id":"2503.00295","title":"Robust Multi-Objective Preference Alignment with Online DPO","created":"2025-03-01","cited_by_count":22,"area":"alignment"},{"id":"2412.10493","title":"AlignGuard: Scalable Safety Alignment for Text-to-Image Generation","created":"2024-12-13","cited_by_count":20,"area":"alignment"},{"id":"2505.10717","title":"A Modular Approach for Clinical SLMs Driven by Synthetic Data with Pre-Instruction Tuning, Model Merging, and Clinical-Tasks Alignment","created":"2025-05-15","cited_by_count":20,"area":"alignment"},{"id":"2405.13432","title":"Disperse-Then-Merge: Pushing the Limits of Instruction Tuning via Alignment Tax Reduction","created":"2024-05-22","cited_by_count":18,"area":"alignment"},{"id":"2405.13820","title":"Towards Comprehensive Post Safety Alignment of Large Language Models via Safety Patching","created":"2024-05-22","cited_by_count":17,"area":"alignment"},{"id":"2505.10892","title":"Multi-Objective Preference Optimization: Improving Human Alignment of Generative Models","created":"2025-05-16","cited_by_count":13,"area":"alignment"},{"id":"2406.17923","title":"PAFT: A Parallel Training Paradigm for Effective LLM Fine-Tuning","created":"2024-06-25","cited_by_count":11,"area":"alignment"},{"id":"2502.01203","title":"KL-Regularized RLHF with Multiple Reference Models: Exact Solutions and Sample Complexity","created":"2025-02-03","cited_by_count":11,"area":"alignment"},{"id":"2510.17426","title":"Navigating the Alignment-Calibration Trade-off: A Pareto-Superior Frontier via Model Merging","created":"2025-10-20","cited_by_count":10,"area":"alignment"},{"id":"2505.13878","title":"InfiFPO: Implicit Model Fusion via Preference Optimization in Large Language Models","created":"2025-05-20","cited_by_count":8,"area":"alignment"},{"id":"2506.00569","title":"AutoMixAlign: Adaptive Data Mixing for Multi-Task Preference Optimization in LLMs","created":"2025-05-31","cited_by_count":8,"area":"alignment"},{"id":"2602.00038","title":"LSSF: Safety Alignment for Large Language Models through Low-Rank Safety Subspace Fusion","created":"2026-01-19","cited_by_count":8,"area":"alignment"},{"id":"2503.04222","title":"FuseChat-3.0: Preference Optimization Meets Heterogeneous Model Fusion","created":"2025-03-06","cited_by_count":6,"area":"alignment"},{"id":"2504.20106","title":"Adaptive Helpfulness-Harmlessness Alignment with Preference Vectors","created":"2025-04-27","cited_by_count":6,"area":"alignment"},{"id":"2407.01470","title":"DogeRM: Equipping Reward Models with Domain Knowledge through Model Merging","created":"2024-07-01","cited_by_count":5,"area":"alignment"},{"id":"2405.20215","title":"TS-Align: A Teacher-Student Collaborative Framework for Scalable Iterative Finetuning of Large Language Models","created":"2024-05-30","cited_by_count":4,"area":"alignment"},{"id":"2411.01798","title":"SALSA: Soup-based Alignment Learning for Stronger Adaptation in RLHF","created":"2024-11-04","cited_by_count":4,"area":"alignment"},{"id":"2506.05070","title":"RIVAL: Reinforcement Learning with Iterative and Adversarial Optimization for Machine Translation","created":"2025-06-05","cited_by_count":4,"area":"alignment"},{"id":"2509.17276","title":"Probabilistic Token Alignment for Large Language Model Fusion","created":"2025-09-21","cited_by_count":3,"area":"alignment"},{"id":"2602.08813","title":"Robust Policy Optimization to Prevent Catastrophic Forgetting","created":"2026-02-09","cited_by_count":3,"area":"alignment"},{"id":"2608.03092","title":"SMOPD: Multi-Reward Reinforcement Learning via Specialize-and-Merge Online Policy Distillation","created":"2026-08-04","cited_by_count":3,"area":"alignment"},{"id":"2605.18309","title":"Alignment Dynamics in LLM Fine-Tuning","created":"2026-05-18","cited_by_count":2,"area":"alignment"},{"id":"2504.06562","title":"FuseRL: Dense Preference Optimization for Heterogeneous Model Fusion","created":"2025-04-09","cited_by_count":1,"area":"alignment"},{"id":"2511.21101","title":"Mortgage Language Model: Domain-Adaptive Pretraining with Residual Instruction, Alignment Tuning, and Task-Specific Routing","created":"2025-11-26","cited_by_count":1,"area":"alignment"},{"id":"2512.15765","title":"Shapley-based Data Valuation for LLM Alignment via Sequential Preference Optimization","created":"2025-12-12","cited_by_count":1,"area":"alignment"},{"id":"2605.16600","title":"Where Pretraining writes and Alignment reads: the asymmetry of Transformer weight space","created":"2026-05-15","cited_by_count":1,"area":"alignment"},{"id":"2605.09777","title":"EvoPref: Multi-Objective Evolutionary Optimization Discovers Diverse LLM Alignments Beyond Gradient Descent","created":"2026-05-10","cited_by_count":0,"area":"alignment"},{"id":"2605.27355","title":"Alignment Tampering: How Reinforcement Learning from Human Feedback Is Exploited to Optimize Misaligned Biases","created":"2026-05-26","cited_by_count":0,"area":"alignment"},{"id":"2607.16242","title":"TRACE: Trajectory-Based Safety Patch Learning for LLM Post-Training Realignment","created":"2026-06-26","cited_by_count":0,"area":"alignment"},{"id":"2608.08542","title":"When Skills Meet Safety: Benchmarking and Characterizing the Adaptive Jailbreak Robustness of Skill-Merged LLMs","created":"2026-08-09","cited_by_count":0,"area":"alignment"},{"id":"2609.02273","title":"CoMerge: Conflict-Driven Preference Optimization for Multi-Task Model Merging","created":"2026-09-02","cited_by_count":0,"area":"alignment"},{"id":"2609.06934","title":"The Geometry of Refusal: Why Post-Hoc Safety Is Fragile and Pretraining-Time Safety Persists","created":"2026-09-07","cited_by_count":0,"area":"alignment"},{"id":"2609.26929","title":"Which Objectives Need a Dial? Predicting Objective Conflict and Covering Trade-offs in Steerable Pluralistic Alignment","created":"2026-09-22","cited_by_count":0,"area":"alignment"},{"id":"2610.02967","title":"Post-Training Frontier Text-to-Image Models by Composing Preference and Rubric Rewards","created":"2026-10-02","cited_by_count":0,"area":"alignment"}],"next_cursor":null}