{"total":124,"rows":[{"id":"2307.15043","title":"Universal and Transferable Adversarial Attacks on Aligned Language Models","created":"2023-07-27","cited_by_count":3104,"area":"alignment"},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721,"area":"alignment"},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406,"area":"alignment"},{"id":"2305.03047","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","created":"2023-05-04","cited_by_count":318,"area":"alignment"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2403.19159","title":"Disentangling Length from Quality in Direct Preference Optimization","created":"2024-03-28","cited_by_count":196,"area":"alignment"},{"id":"2309.16240","title":"Beyond Reverse KL: Generalizing Direct Preference Optimization with Diverse Divergence Constraints","created":"2023-09-28","cited_by_count":174,"area":"alignment"},{"id":"2404.11999","title":"Token-level Direct Preference Optimization","created":"2024-04-18","cited_by_count":135,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2310.15140","title":"AutoDAN: Interpretable Gradient-Based Adversarial Attacks on Large Language Models","created":"2023-10-23","cited_by_count":111,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2407.10490","title":"Learning Dynamics of LLM Finetuning","created":"2024-07-15","cited_by_count":95,"area":"alignment"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2305.13735","title":"Aligning Large Language Models through Synthetic Feedback","created":"2023-05-23","cited_by_count":75,"area":"alignment"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2406.09215","title":"On Softmax Direct Preference Optimization for Recommendation","created":"2024-06-13","cited_by_count":64,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2402.08114","title":"Active Preference Learning for Large Language Models","created":"2024-02-12","cited_by_count":58,"area":"alignment"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2310.05910","title":"SALMON: Self-Alignment with Instructable Reward Models","created":"2023-10-09","cited_by_count":55,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2407.07880","title":"Towards Robust Alignment of Language Models: Distributionally Robustifying Direct Preference Optimization","created":"2024-07-10","cited_by_count":53,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2403.03185","title":"Correlated Proxies: A New Definition and Improved Mitigation for Reward Hacking","created":"2024-03-05","cited_by_count":50,"area":"alignment"},{"id":"2405.06639","title":"Value Augmented Sampling for Language Model Alignment and Personalization","created":"2024-05-10","cited_by_count":49,"area":"alignment"},{"id":"2402.10038","title":"RS-DPO: A Hybrid Rejection Sampling and Direct Preference Optimization Method for Alignment of Large Language Models","created":"2024-02-15","cited_by_count":48,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2405.20495","title":"Transfer Q Star: Principled Decoding for LLM Alignment","created":"2024-05-30","cited_by_count":48,"area":"alignment"},{"id":"2404.08495","title":"Dataset Reset Policy Optimization for RLHF","created":"2024-04-12","cited_by_count":41,"area":"alignment"},{"id":"2402.00856","title":"Towards Efficient Exact Optimization of Language Model Alignment","created":"2024-02-01","cited_by_count":37,"area":"alignment"},{"id":"2402.13210","title":"Bayesian Reward Models for LLM Alignment","created":"2024-02-20","cited_by_count":35,"area":"alignment"},{"id":"2506.19248","title":"Inference-Time Reward Hacking in Large Language Models","created":"2025-06-24","cited_by_count":34,"area":"alignment"},{"id":"2405.17888","title":"Getting More Juice Out of the SFT Data: Reward Learning from Human Demonstration Improves SFT for LLM Alignment","created":"2024-05-28","cited_by_count":32,"area":"alignment"},{"id":"2406.10957","title":"Eliminating Biased Length Reliance of Direct Preference Optimization via Down-Sampled KL Divergence","created":"2024-06-16","cited_by_count":31,"area":"alignment"},{"id":"2409.05283","title":"On the Relationship between Truth and Political Bias in Language Models","created":"2024-09-09","cited_by_count":31,"area":"alignment"},{"id":"2404.11049","title":"Stepwise Alignment for Constrained Language Model Policy Optimization","created":"2024-04-17","cited_by_count":30,"area":"alignment"},{"id":"2312.07401","title":"On Diversified Preferences of Large Language Model Alignment","created":"2023-12-12","cited_by_count":26,"area":"alignment"},{"id":"2404.01054","title":"Regularized Best-of-N Sampling with Minimum Bayes Risk Objective for Language Model Alignment","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2502.00883","title":"SimPER: A Minimalist Approach to Preference Alignment without Hyperparameters","created":"2025-02-02","cited_by_count":25,"area":"alignment"},{"id":"2404.13846","title":"Filtered Direct Preference Optimization","created":"2024-04-22","cited_by_count":24,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2401.07382","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","created":"2024-01-14","cited_by_count":22,"area":"alignment"},{"id":"2412.20299","title":"No Preference Left Behind: Group Distributional Preference Optimization","created":"2024-12-28","cited_by_count":21,"area":"alignment"},{"id":"2409.08813","title":"Your Weak LLM is Secretly a Strong Teacher for Alignment","created":"2024-09-13","cited_by_count":20,"area":"alignment"},{"id":"2410.21662","title":"$f$-PO: Generalizing Preference Optimization with $f$-divergence Minimization","created":"2024-10-29","cited_by_count":19,"area":"alignment"},{"id":"2312.00267","title":"Sample Efficient Preference Alignment in LLMs via Active Exploration","created":"2023-12-01","cited_by_count":18,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2411.01493","title":"Sample-Efficient Alignment for LLMs","created":"2024-11-03","cited_by_count":16,"area":"alignment"},{"id":"2505.20417","title":"SCAR: Shapley Credit Assignment for More Efficient RLHF","created":"2025-05-26","cited_by_count":16,"area":"alignment"},{"id":"2407.10944","title":"Naturally Occurring Feedback is Common, Extractable and Useful","created":"2024-07-15","cited_by_count":14,"area":"alignment"},{"id":"2410.05328","title":"Reward Learning From Preference With Ties","created":"2024-10-05","cited_by_count":14,"area":"alignment"},{"id":"2410.10093","title":"How to Leverage Demonstration Data in Alignment for Large Language Model? A Self-Imitation Learning Perspective","created":"2024-10-14","cited_by_count":14,"area":"alignment"},{"id":"2402.16030","title":"Don't Forget Your Reward Values: Language Model Alignment via Value-based Calibration","created":"2024-02-25","cited_by_count":13,"area":"alignment"},{"id":"2503.05079","title":"On a Connection Between Imitation Learning and RLHF","created":"2025-03-07","cited_by_count":13,"area":"alignment"},{"id":"2505.07271","title":"On the Robustness of Reward Models for Language Model Alignment","created":"2025-05-12","cited_by_count":13,"area":"alignment"},{"id":"2410.15483","title":"Understanding Forgetting in LLM Supervised Fine-Tuning and Preference Learning -- A Convex Optimization Perspective","created":"2024-10-20","cited_by_count":12,"area":"alignment"},{"id":"2505.18126","title":"Reward Model Overoptimisation in Iterated RLHF","created":"2025-05-23","cited_by_count":12,"area":"alignment"},{"id":"2403.12805","title":"Contextual Moral Value Alignment Through Context-Based Aggregation","created":"2024-03-19","cited_by_count":10,"area":"alignment"},{"id":"2408.16961","title":"The Future of Open Human Feedback","created":"2024-08-15","cited_by_count":10,"area":"alignment"},{"id":"2410.05102","title":"SparsePO: Controlling Preference Alignment of LLMs via Sparse Token Masks","created":"2024-10-07","cited_by_count":9,"area":"alignment"},{"id":"2505.19601","title":"Preference Optimization by Estimating the Ratio of the Data Distribution","created":"2025-05-26","cited_by_count":9,"area":"alignment"},{"id":"2409.17431","title":"On Extending Direct Preference Optimization to Accommodate Ties","created":"2024-09-25","cited_by_count":8,"area":"alignment"},{"id":"2602.18037","title":"Gradient Regularization Mitigates Reward Hacking in Reinforcement Learning from Human Feedback and Verifiable Rewards","created":"2026-02-20","cited_by_count":8,"area":"alignment"},{"id":"2405.21040","title":"Direct Alignment of Language Models via Quality-Aware Self-Refinement","created":"2024-05-31","cited_by_count":7,"area":"alignment"},{"id":"2407.03856","title":"Q-Adapter: Customizing Pre-trained LLMs to New Preferences with Forgetting Mitigation","created":"2024-07-04","cited_by_count":7,"area":"alignment"},{"id":"2505.08507","title":"InfoPO: On Mutual Information Maximization for Large Language Model Alignment","created":"2025-05-13","cited_by_count":7,"area":"alignment"},{"id":"2410.12491","title":"Insights from the Inverse: Reconstructing LLM Training Goals Through Inverse Reinforcement Learning","created":"2024-10-16","cited_by_count":6,"area":"alignment"},{"id":"2505.02363","title":"SIMPLEMIX: Frustratingly Simple Mixing of Off- and On-policy Data in Language Model Preference Learning","created":"2025-05-05","cited_by_count":6,"area":"alignment"},{"id":"2505.07558","title":"Direct Density Ratio Optimization: A Statistically Consistent Approach to Aligning Large Language Models","created":"2025-05-12","cited_by_count":6,"area":"alignment"},{"id":"2506.07492","title":"Explicit Preference Optimization: No Need for an Implicit Reward Model","created":"2025-06-09","cited_by_count":6,"area":"alignment"},{"id":"2507.07981","title":"Why is Your Language Model a Poor Implicit Reward Model?","created":"2025-07-10","cited_by_count":6,"area":"alignment"},{"id":"2507.15507","title":"Off-Policy Corrected Reward Modeling for Reinforcement Learning from Human Feedback","created":"2025-07-21","cited_by_count":6,"area":"alignment"},{"id":"2601.08421","title":"Coverage Improvement and Fast Convergence of On-policy Preference Learning","created":"2026-01-13","cited_by_count":6,"area":"alignment"},{"id":"2405.20053","title":"Would I Lie To You? Inference Time Alignment of Language Models using Direct Preference Heads","created":"2024-05-30","cited_by_count":5,"area":"alignment"},{"id":"2406.08124","title":"Legend: Leveraging Representation Engineering to Annotate Safety Margin for Preference Datasets","created":"2024-06-12","cited_by_count":5,"area":"alignment"},{"id":"2407.09072","title":"New Desiderata for Direct Preference Optimization","created":"2024-07-12","cited_by_count":5,"area":"alignment"},{"id":"2411.03700","title":"The Root Shapes the Fruit: On the Persistence of Gender-Exclusive Harms in Aligned Language Models","created":"2024-11-06","cited_by_count":5,"area":"alignment"},{"id":"2505.20556","title":"Learning a Pessimistic Reward Model in RLHF","created":"2025-05-26","cited_by_count":5,"area":"alignment"},{"id":"2505.23316","title":"Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO","created":"2025-05-29","cited_by_count":5,"area":"alignment"},{"id":"2510.17833","title":"Brain-Language Model Alignment: Insights into the Platonic Hypothesis and Intermediate-Layer Advantage","created":"2025-10-03","cited_by_count":5,"area":"alignment"},{"id":"2308.06385","title":"ZYN: Zero-Shot Reward Models with Yes-No Questions for RLAIF","created":"2023-08-11","cited_by_count":4,"area":"alignment"},{"id":"2310.08164","title":"Interpreting Learned Feedback Patterns in Large Language Models","created":"2023-10-12","cited_by_count":4,"area":"alignment"},{"id":"2405.17956","title":"Unified Preference Optimization: Language Model Alignment Beyond the Preference Frontier","created":"2024-05-28","cited_by_count":4,"area":"alignment"},{"id":"2406.06874","title":"Learning Reward and Policy Jointly from Demonstration and Preference Improves Alignment","created":"2024-06-11","cited_by_count":4,"area":"alignment"},{"id":"2409.17169","title":"REAL: Response Embedding-based Alignment for LLMs","created":"2024-09-17","cited_by_count":4,"area":"alignment"},{"id":"2504.13134","title":"Energy-Based Reward Models for Robust Language Model Alignment","created":"2025-04-17","cited_by_count":4,"area":"alignment"},{"id":"2510.13212","title":"Towards Understanding Valuable Preference Data for Large Language Model Alignment","created":"2025-10-15","cited_by_count":4,"area":"alignment"},{"id":"2501.18282","title":"Leveraging Sparsity for Sample-Efficient Preference Learning: A Theoretical Perspective","created":"2025-01-30","cited_by_count":3,"area":"alignment"},{"id":"2506.01523","title":"Beyond RLHF: A Unified Theoretical Framework of Alignment","created":"2025-06-02","cited_by_count":3,"area":"alignment"},{"id":"2603.06797","title":"Best-of-Tails: Bridging Optimism and Pessimism in Inference-Time Alignment","created":"2026-03-06","cited_by_count":3,"area":"alignment"},{"id":"2410.22891","title":"VPO: Leveraging the Number of Votes in Preference Optimization","created":"2024-10-30","cited_by_count":2,"area":"alignment"},{"id":"2505.20359","title":"Risk-aware Direct Preference Optimization under Nested Risk Measure","created":"2025-05-26","cited_by_count":2,"area":"alignment"},{"id":"2508.17000","title":"KL-Regularised Q-Learning: A Token-level Action-Value perspective on Online RLHF","created":"2025-08-23","cited_by_count":2,"area":"alignment"},{"id":"2512.00778","title":"What Is Preference Optimization Doing, and Why?","created":"2025-11-30","cited_by_count":2,"area":"alignment"},{"id":"2512.09212","title":"Targeting Misalignment: A Conflict-Aware Framework for Reward-Model-based LLM Alignment","created":"2025-12-10","cited_by_count":2,"area":"alignment"},{"id":"2604.18239","title":"Towards Disentangled Preference Optimization Dynamics: Suppress the Loser, Preserve the Winner","created":"2026-04-20","cited_by_count":2,"area":"alignment"},{"id":"2407.17546","title":"Exploring Domain Robust Lightweight Reward Models based on Router Mechanism","created":"2024-07-24","cited_by_count":1,"area":"alignment"}],"next_cursor":"100"}