{"total":64,"rows":[{"id":"2310.03693","title":"Fine-tuning Aligned Language Models Compromises Safety, Even When Users Do Not Intend To!","created":"2023-10-05","cited_by_count":1154,"area":"alignment"},{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2310.11564","title":"Personalized Soups: Personalized Large Language Model Alignment via Post-hoc Parameter Merging","created":"2023-10-17","cited_by_count":280,"area":"alignment"},{"id":"2311.10702","title":"Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2","created":"2023-11-17","cited_by_count":229,"area":"alignment"},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2403.19159","title":"Disentangling Length from Quality in Direct Preference Optimization","created":"2024-03-28","cited_by_count":196,"area":"alignment"},{"id":"2402.05070","title":"A Roadmap to Pluralistic Alignment","created":"2024-02-07","cited_by_count":184,"area":"alignment"},{"id":"2506.01937","title":"RewardBench 2: Advancing Reward Model Evaluation","created":"2025-06-02","cited_by_count":150,"area":"alignment"},{"id":"2311.08692","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","created":"2023-11-15","cited_by_count":145,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2402.05133","title":"Personalized Language Modeling from Personalized Human Feedback","created":"2024-02-06","cited_by_count":132,"area":"alignment"},{"id":"2310.05344","title":"SteerLM: Attribute Conditioned SFT as an (User-Steerable) Alternative to RLHF","created":"2023-10-09","cited_by_count":111,"area":"alignment"},{"id":"2401.18058","title":"LongAlign: A Recipe for Long Context Alignment of Large Language Models","created":"2024-01-31","cited_by_count":106,"area":"alignment"},{"id":"2406.18853","title":"Decoding-Time Language Model Alignment with Multiple Objectives","created":"2024-06-27","cited_by_count":94,"area":"alignment"},{"id":"2402.04833","title":"Long Is More for Alignment: A Simple but Tough-to-Beat Baseline for Instruction Fine-Tuning","created":"2024-02-07","cited_by_count":85,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2310.05910","title":"SALMON: Self-Alignment with Instructable Reward Models","created":"2023-10-09","cited_by_count":55,"area":"alignment"},{"id":"2406.14144","title":"Towards Understanding Safety Alignment: A Mechanistic Perspective from Safety Neurons","created":"2024-06-20","cited_by_count":53,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2404.05875","title":"CodecLM: Aligning Language Models with Tailored Synthetic Data","created":"2024-04-08","cited_by_count":39,"area":"alignment"},{"id":"2404.16792","title":"Model Extrapolation Expedites Alignment","created":"2024-04-25","cited_by_count":37,"area":"alignment"},{"id":"2502.09650","title":"Principled Data Selection for Alignment: The Hidden Risks of Difficult Examples","created":"2025-02-11","cited_by_count":37,"area":"alignment"},{"id":"2406.19371","title":"Suri: Multi-constraint Instruction Following for Long-form Text Generation","created":"2024-06-27","cited_by_count":34,"area":"alignment"},{"id":"2308.05696","title":"A Preliminary Study of the Intrinsic Relationship between Complexity and Alignment","created":"2023-08-10","cited_by_count":33,"area":"alignment"},{"id":"2307.12966","title":"Aligning Large Language Models with Human: A Survey","created":"2023-07-24","cited_by_count":32,"area":"alignment"},{"id":"2406.04412","title":"Spread Preference Annotation: Direct Preference Judgment for Efficient LLM Alignment","created":"2024-06-06","cited_by_count":27,"area":"alignment"},{"id":"2406.07739","title":"UICoder: Finetuning Large Language Models to Generate User Interface Code through Automated Feedback","created":"2024-06-11","cited_by_count":27,"area":"alignment"},{"id":"2404.12318","title":"Reuse Your Rewards: Reward Model Transfer for Zero-Shot Cross-Lingual Alignment","created":"2024-04-18","cited_by_count":26,"area":"alignment"},{"id":"2410.19133","title":"Hybrid Preferences: Learning to Route Instances for Human vs. AI Feedback","created":"2024-10-24","cited_by_count":26,"area":"alignment"},{"id":"2503.11751","title":"reWordBench: Benchmarking and Improving the Robustness of Reward Models with Transformed Inputs","created":"2025-03-14","cited_by_count":25,"area":"alignment"},{"id":"2308.15812","title":"Peering Through Preferences: Unraveling Feedback Acquisition for Aligning Large Language Models","created":"2023-08-30","cited_by_count":23,"area":"alignment"},{"id":"2407.08770","title":"Model Surgery: Modulating LLM's Behavior Via Simple Parameter Editing","created":"2024-07-11","cited_by_count":23,"area":"alignment"},{"id":"2309.09055","title":"Exploring the impact of low-rank adaptation on the performance, efficiency, and regularization of RLHF","created":"2023-09-16","cited_by_count":20,"area":"alignment"},{"id":"2410.15633","title":"GATEAU: Selecting Influential Samples for Long Context Alignment","created":"2024-10-21","cited_by_count":20,"area":"alignment"},{"id":"2410.04203","title":"RainbowPO: A Unified Framework for Combining Improvements in Preference Optimization","created":"2024-10-05","cited_by_count":19,"area":"alignment"},{"id":"2405.13432","title":"Disperse-Then-Merge: Pushing the Limits of Instruction Tuning via Alignment Tax Reduction","created":"2024-05-22","cited_by_count":18,"area":"alignment"},{"id":"2406.10630","title":"Emerging Safety Attack and Defense in Federated Instruction Tuning of Large Language Models","created":"2024-06-15","cited_by_count":18,"area":"alignment"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2408.04614","title":"Better Alignment with Instruction Back-and-Forth Translation","created":"2024-08-08","cited_by_count":16,"area":"alignment"},{"id":"2404.00530","title":"Comparing Bad Apples to Good Oranges: Aligning Large Language Models via Joint Preference Optimization","created":"2024-03-31","cited_by_count":15,"area":"alignment"},{"id":"2309.10202","title":"Stabilizing RLHF through Advantage Model and Selective Rehearsal","created":"2023-09-18","cited_by_count":14,"area":"alignment"},{"id":"2410.05269","title":"Data Advisor: Dynamic Data Curation for Safety Alignment of Large Language Models","created":"2024-10-07","cited_by_count":13,"area":"alignment"},{"id":"2505.07437","title":"LEAD: Iterative Data Selection for Efficient LLM Instruction Tuning","created":"2025-05-12","cited_by_count":13,"area":"alignment"},{"id":"2502.07340","title":"Aligning Large Language Models to Follow Instructions and Hallucinate Less via Effective Data Filtering","created":"2025-02-11","cited_by_count":12,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2502.18099","title":"Stackelberg Self-Annotation: A Robust Approach to Data-Efficient LLM Alignment","created":"2025-02-25","cited_by_count":10,"area":"alignment"},{"id":"2405.16681","title":"Triple Preference Optimization: Achieving Better Alignment using a Single Step Optimization","created":"2024-05-26","cited_by_count":6,"area":"alignment"},{"id":"2406.11474","title":"How Far Can In-Context Alignment Go? Exploring the State of In-Context Alignment","created":"2024-06-17","cited_by_count":6,"area":"alignment"},{"id":"2409.13948","title":"Aligning Language Models Using Follow-up Likelihood as Reward Signal","created":"2024-09-20","cited_by_count":6,"area":"alignment"},{"id":"2309.08583","title":"ICLEF: In-Context Learning with Expert Feedback for Explainable Style Transfer","created":"2023-09-15","cited_by_count":5,"area":"alignment"},{"id":"2410.08458","title":"Simultaneous Reward Distillation and Preference Learning: Get You a Language Model Who Can Do Both","created":"2024-10-11","cited_by_count":5,"area":"alignment"},{"id":"2502.04602","title":"Extracting and Understanding the Superficial Knowledge in Alignment","created":"2025-02-07","cited_by_count":5,"area":"alignment"},{"id":"2407.04181","title":"Orchestrating LLMs with Different Personalizations","created":"2024-07-04","cited_by_count":4,"area":"alignment"},{"id":"2501.18511","title":"WILDCHAT-50M: A Deep Dive Into the Role of Synthetic Data in Post-Training","created":"2025-01-30","cited_by_count":4,"area":"alignment"},{"id":"2310.13385","title":"Tuna: Instruction Tuning using Feedback from Large Language Models","created":"2023-10-20","cited_by_count":3,"area":"alignment"},{"id":"2510.07118","title":"TRIM: Token-wise Attention-Derived Saliency for Data-Efficient Instruction Tuning","created":"2025-10-08","cited_by_count":3,"area":"alignment"},{"id":"2410.22891","title":"VPO: Leveraging the Number of Votes in Preference Optimization","created":"2024-10-30","cited_by_count":2,"area":"alignment"},{"id":"2502.11681","title":"RIDE: Enhancing Large Language Model Alignment through Restyled In-Context Learning Demonstration Exemplars","created":"2025-02-17","cited_by_count":2,"area":"alignment"},{"id":"2507.06528","title":"InvestAlign: Overcoming Data Scarcity in Aligning Large Language Models with Investor Decision-Making Processes under Herd Behavior","created":"2025-07-09","cited_by_count":1,"area":"alignment"},{"id":"2601.22083","title":"Latent Adversarial Regularization for Offline Preference Optimization","created":"2026-01-29","cited_by_count":1,"area":"alignment"},{"id":"2403.02745","title":"CURATRON: Complete and Robust Preference Data for Rigorous Alignment of Large Language Models","created":"2024-03-05","cited_by_count":0,"area":"alignment"},{"id":"2506.11098","title":"Debiasing Online Preference Learning via Preference Feature Preservation","created":"2025-06-06","cited_by_count":0,"area":"alignment"},{"id":"2509.24781","title":"SeaPO: Strategic Error Amplification for Robust Preference Optimization of Large Language Models","created":"2025-09-29","cited_by_count":0,"area":"alignment"}],"next_cursor":null}