{"total":15,"rows":[{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2402.11746","title":"Language Models are Homer Simpson! Safety Re-Alignment of Fine-tuned Language Models through Task Arithmetic","created":"2024-02-19","cited_by_count":112,"area":"alignment"},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2404.16792","title":"Model Extrapolation Expedites Alignment","created":"2024-04-25","cited_by_count":37,"area":"alignment"},{"id":"2405.17931","title":"Online Merging Optimizers for Boosting Rewards and Mitigating Tax in Alignment","created":"2024-05-28","cited_by_count":28,"area":"alignment"},{"id":"2503.00295","title":"Robust Multi-Objective Preference Alignment with Online DPO","created":"2025-03-01","cited_by_count":22,"area":"alignment"},{"id":"2505.10717","title":"A Modular Approach for Clinical SLMs Driven by Synthetic Data with Pre-Instruction Tuning, Model Merging, and Clinical-Tasks Alignment","created":"2025-05-15","cited_by_count":20,"area":"alignment"},{"id":"2410.10862","title":"Superficial Safety Alignment Hypothesis","created":"2024-10-07","cited_by_count":14,"area":"alignment"},{"id":"2510.17426","title":"Navigating the Alignment-Calibration Trade-off: A Pareto-Superior Frontier via Model Merging","created":"2025-10-20","cited_by_count":10,"area":"alignment"},{"id":"2310.15477","title":"CRaSh: Clustering, Removing, and Sharing Enhance Fine-tuning without Full Large Language Model","created":"2023-10-24","cited_by_count":5,"area":"alignment"},{"id":"2511.20629","title":"MapReduce LoRA: Advancing the Pareto Front in Multi-Preference Optimization for Generative Models","created":"2025-11-25","cited_by_count":3,"area":"alignment"},{"id":"2603.18113","title":"VC-Soup: Value-Consistency Guided Multi-Value Alignment for Large Language Models","created":"2026-03-18","cited_by_count":2,"area":"alignment"},{"id":"2503.03460","title":"Visualising Policy-Reward Interplay to Inform Zeroth-Order Preference Optimisation of Large Language Models","created":"2025-03-05","cited_by_count":1,"area":"alignment"},{"id":"2609.30226","title":"PoEM: Predicting RL Outcomes from Existing Policies","created":"2026-09-24","cited_by_count":0,"area":"alignment"}],"next_cursor":null}