{"total":157,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2405.07863","title":"RLHF Workflow: From Reward Modeling to Online RLHF","created":"2024-05-13","cited_by_count":267,"area":"lr"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2405.20304","title":"Group Robust Preference Optimization in Reward-free RLHF","created":"2024-05-30","cited_by_count":95,"area":"lr"},{"id":"2411.19943","title":"Critical Tokens Matter: Token-Level Contrastive Estimation Enhances LLM's Reasoning Capability","created":"2024-11-29","cited_by_count":83,"area":"lr"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2412.10400","title":"Reinforcement Learning Enhanced LLMs: A Survey","created":"2024-12-05","cited_by_count":71,"area":"lr"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2405.14655","title":"Multi-turn Reinforcement Learning from Preference Human Feedback","created":"2024-05-23","cited_by_count":67,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2409.02392","title":"Building Math Agents with Multi-Turn Iterative Preference Learning","created":"2024-09-04","cited_by_count":66,"area":"lr"},{"id":"2406.09215","title":"On Softmax Direct Preference Optimization for Recommendation","created":"2024-06-13","cited_by_count":64,"area":"alignment"},{"id":"2410.07471","title":"SEAL: Safety-enhanced Aligned LLM Fine-tuning via Bilevel Data Selection","created":"2024-10-09","cited_by_count":64,"area":null},{"id":"2409.10164","title":"Quantile Regression for Distributional Reward Models in RLHF","created":"2024-09-16","cited_by_count":60,"area":"alignment"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2411.04991","title":"Rethinking Bradley-Terry Models in Preference-Based Reward Modeling: Foundations, Theory, and Alternatives","created":"2024-11-07","cited_by_count":48,"area":"lr"},{"id":"2406.08414","title":"Discovering Preference Optimization Algorithms with and for Large Language Models","created":"2024-06-12","cited_by_count":42,"area":"alignment"},{"id":"2502.02588","title":"Calibrated Multi-Preference Optimization for Aligning Diffusion Models","created":"2025-02-04","cited_by_count":41,"area":"diffusion"},{"id":"2505.20065","title":"SafeDPO: A Simple Approach to Direct Preference Optimization with Enhanced Safety","created":"2025-05-26","cited_by_count":37,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2405.17346","title":"Prompt Optimization with Human Feedback","created":"2024-05-27","cited_by_count":35,"area":"alignment"},{"id":"2409.07253","title":"Alignment of Diffusion Models: Fundamentals, Challenges, and Future","created":"2024-09-11","cited_by_count":35,"area":"diffusion"},{"id":"2502.08127","title":"Fino1: On the Transferability of Reasoning-Enhanced LLMs and Reinforcement Learning to Finance","created":"2025-02-12","cited_by_count":35,"area":"lr"},{"id":"2504.19599","title":"GVPO: Group Variance Policy Optimization for Large Language Model Post-Training","created":"2025-04-28","cited_by_count":32,"area":"alignment"},{"id":"2503.15463","title":"From 1,000,000 Users to Every User: Scaling Up Personalized Preference for User-level Alignment","created":"2025-03-19","cited_by_count":30,"area":"alignment"},{"id":"2502.13146","title":"Re-Align: Aligning Vision Language Models via Retrieval-Augmented Direct Preference Optimization","created":"2025-02-18","cited_by_count":29,"area":"mllm"},{"id":"2503.18929","title":"Trajectory Balance with Asynchrony: Decoupling Exploration and Learning for Fast, Scalable LLM Post-Training","created":"2025-03-24","cited_by_count":29,"area":"lr"},{"id":"2408.15313","title":"Bi-Factorial Preference Optimization: Balancing Safety-Helpfulness in Language Models","created":"2024-08-27","cited_by_count":27,"area":"alignment"},{"id":"2506.08379","title":"Reinforce LLM Reasoning through Multi-Agent Reflection","created":"2025-06-10","cited_by_count":27,"area":"lr"},{"id":"2501.12735","title":"Online Preference Alignment for Language Models via Count-based Exploration","created":"2025-01-22","cited_by_count":26,"area":"alignment"},{"id":"2407.01648","title":"Aligning Target-Aware Molecule Diffusion Models with Exact Energy Optimization","created":"2024-07-01","cited_by_count":25,"area":"diffusion"},{"id":"2404.13846","title":"Filtered Direct Preference Optimization","created":"2024-04-22","cited_by_count":24,"area":"alignment"},{"id":"2505.02391","title":"Optimizing Chain-of-Thought Reasoners via Gradient Variance Minimization in Rejection Sampling and RL","created":"2025-05-05","cited_by_count":24,"area":"lr"},{"id":"2407.02477","title":"Understanding Alignment in Multimodal LLMs: A Comprehensive Study","created":"2024-07-02","cited_by_count":23,"area":"mllm"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2404.14313","title":"Self-Supervised Alignment with Mutual Information: Learning to Follow Principles without Preference Labels","created":"2024-04-22","cited_by_count":19,"area":"alignment"},{"id":"2406.10522","title":"Humor in AI: Massive Scale Crowd-Sourced Preferences and Benchmarks for Cartoon Captioning","created":"2024-06-15","cited_by_count":19,"area":"alignment"},{"id":"2410.04203","title":"RainbowPO: A Unified Framework for Combining Improvements in Preference Optimization","created":"2024-10-05","cited_by_count":19,"area":"alignment"},{"id":"2502.16320","title":"Direct Alignment with Heterogeneous Preferences","created":"2025-02-22","cited_by_count":19,"area":"alignment"},{"id":"2505.11595","title":"Stepwise Guided Policy Optimization: Coloring your Incorrect Reasoning in GRPO","created":"2025-05-16","cited_by_count":19,"area":"lr"},{"id":"2405.14953","title":"MallowsPO: Fine-Tune Your LLM with Preference Dispersions","created":"2024-05-23","cited_by_count":18,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2503.08942","title":"Extragradient Preference Optimization (EGPO): Beyond Last-Iterate Convergence for Nash Learning from Human Feedback","created":"2025-03-11","cited_by_count":16,"area":"alignment"},{"id":"2607.04763","title":"Multi-Turn On-Policy Distillation with Prefix Replay","created":"2026-07-06","cited_by_count":15,"area":"agents"},{"id":"2410.10093","title":"How to Leverage Demonstration Data in Alignment for Large Language Model? A Self-Imitation Learning Perspective","created":"2024-10-14","cited_by_count":14,"area":"alignment"},{"id":"2502.01208","title":"On Almost Surely Safe Alignment of Large Language Models at Inference-Time","created":"2025-02-03","cited_by_count":14,"area":"alignment"},{"id":"2406.19185","title":"Contrastive Policy Gradient: Aligning LLMs on sequence-level scores in a supervised-friendly fashion","created":"2024-06-27","cited_by_count":13,"area":"alignment"},{"id":"2504.03784","title":"Robust Reinforcement Learning from Human Feedback for Large Language Models Fine-Tuning","created":"2025-04-03","cited_by_count":13,"area":"alignment"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2409.17401","title":"Zeroth-Order Policy Gradient for Reinforcement Learning from Human Feedback without Reward Inference","created":"2024-09-25","cited_by_count":12,"area":"alignment"},{"id":"2506.01183","title":"Doubly Robust Alignment for Large Language Models","created":"2025-06-01","cited_by_count":12,"area":"alignment"},{"id":"2503.19612","title":"RL-finetuning LLMs from on- and off-policy data with a single algorithm","created":"2025-03-25","cited_by_count":11,"area":null},{"id":"2505.15311","title":"Trajectory Bellman Residual Minimization: A Simple Value-Based Method for LLM Reasoning","created":"2025-05-21","cited_by_count":11,"area":"lr"},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2501.18858","title":"BRiTE: Bootstrapping Reinforced Thinking Process to Enhance Language Model Reasoning","created":"2025-01-31","cited_by_count":10,"area":"lr"},{"id":"2505.11166","title":"SoLoPO: Unlocking Long-Context Capabilities in LLMs via Short-to-Long Preference Optimization","created":"2025-05-16","cited_by_count":10,"area":"alignment"},{"id":"2406.12168","title":"BPO: Staying Close to the Behavior LLM Creates Better Online LLM Alignment","created":"2024-06-18","cited_by_count":9,"area":"alignment"},{"id":"2410.20727","title":"Faster WIND: Accelerating Iterative Best-of-$N$ Distillation for LLM Alignment","created":"2024-10-28","cited_by_count":9,"area":"alignment"},{"id":"2410.20749","title":"Matryoshka Pilot: Learning to Drive Black-Box LLMs with LLMs","created":"2024-10-28","cited_by_count":9,"area":null},{"id":"2411.13611","title":"DSTC: Direct Preference Learning with Only Self-Generated Tests and Code to Improve Code LMs","created":"2024-11-20","cited_by_count":9,"area":"alignment"},{"id":"2412.04628","title":"Multi-Preference Optimization: Generalizing DPO via Set-Level Contrasts","created":"2024-12-05","cited_by_count":9,"area":"alignment"},{"id":"2412.13862","title":"Energy-Based Preference Model Offers Better Offline Alignment than the Bradley-Terry Preference Model","created":"2024-12-18","cited_by_count":9,"area":"alignment"},{"id":"2505.19601","title":"Preference Optimization by Estimating the Ratio of the Data Distribution","created":"2025-05-26","cited_by_count":9,"area":"alignment"},{"id":"2409.17431","title":"On Extending Direct Preference Optimization to Accommodate Ties","created":"2024-09-25","cited_by_count":8,"area":"alignment"},{"id":"2410.23223","title":"COMAL: A Convergent Meta-Algorithm for Aligning LLMs with General Preferences","created":"2024-10-30","cited_by_count":8,"area":"alignment"},{"id":"2503.06810","title":"Mitigating Preference Hacking in Policy Optimization with Pessimism","created":"2025-03-10","cited_by_count":8,"area":"alignment"},{"id":"2511.22254","title":"Co-Evolving Agents: Learning from Failures as Hard Negatives","created":"2025-11-27","cited_by_count":8,"area":"agents"},{"id":"2512.16911","title":"Posterior Behavioral Cloning: Pretraining BC Policies for Efficient RL Finetuning","created":"2025-12-18","cited_by_count":8,"area":"offlinerl"},{"id":"2407.15229","title":"A Practical Analysis of Human Alignment with *PO","created":"2024-07-21","cited_by_count":7,"area":"alignment"},{"id":"2408.03459","title":"Can DPO Learn Diverse Human Values? A Theoretical Scaling Law","created":"2024-08-06","cited_by_count":7,"area":"alignment"},{"id":"2502.19320","title":"Shh, don't say that! Domain Certification in LLMs","created":"2025-02-26","cited_by_count":7,"area":null},{"id":"2505.04993","title":"Latent Preference Coding: Aligning Large Language Models via Discrete Latent Codes","created":"2025-05-08","cited_by_count":7,"area":"alignment"},{"id":"2505.08507","title":"InfoPO: On Mutual Information Maximization for Large Language Model Alignment","created":"2025-05-13","cited_by_count":7,"area":"alignment"},{"id":"2502.14619","title":"Reward Models Identify Consistency, Not Causality","created":"2025-02-20","cited_by_count":6,"area":"alignment"},{"id":"2504.20106","title":"Adaptive Helpfulness-Harmlessness Alignment with Preference Vectors","created":"2025-04-27","cited_by_count":6,"area":"alignment"},{"id":"2506.07492","title":"Explicit Preference Optimization: No Need for an Implicit Reward Model","created":"2025-06-09","cited_by_count":6,"area":"alignment"},{"id":"2604.07941","title":"Large Language Model Post-Training: A Unified View of Off-Policy and On-Policy Learning","created":"2026-04-09","cited_by_count":6,"area":null},{"id":"2406.19188","title":"Averaging log-likelihoods in direct alignment","created":"2024-06-27","cited_by_count":5,"area":"alignment"},{"id":"2407.09072","title":"New Desiderata for Direct Preference Optimization","created":"2024-07-12","cited_by_count":5,"area":"alignment"},{"id":"2410.01957","title":"Challenges and Future Directions of Data-Centric AI Alignment","created":"2024-10-02","cited_by_count":5,"area":"alignment"},{"id":"2410.08316","title":"COS-DPO: Conditioned One-Shot Multi-Objective Fine-Tuning Framework","created":"2024-10-10","cited_by_count":5,"area":"alignment"},{"id":"2412.17696","title":"Understanding the Logic of Direct Preference Alignment through Logic","created":"2024-12-23","cited_by_count":5,"area":"alignment"},{"id":"2502.18293","title":"AMPO: Active Multi-Preference Optimization for Self-play Preference Selection","created":"2025-02-25","cited_by_count":5,"area":"alignment"},{"id":"2505.17122","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","created":"2025-05-21","cited_by_count":5,"area":"alignment"},{"id":"2505.20556","title":"Learning a Pessimistic Reward Model in RLHF","created":"2025-05-26","cited_by_count":5,"area":"alignment"},{"id":"2505.21537","title":"OpenReview Should be Protected and Leveraged as a Community Asset for Research in the Era of Large Language Models","created":"2025-05-24","cited_by_count":5,"area":null},{"id":"2502.06861","title":"Design Considerations in Offline Preference-based RL","created":"2025-02-08","cited_by_count":4,"area":"alignment"},{"id":"2502.14560","title":"Less is More: Improving LLM Alignment via Preference Data Selection","created":"2025-02-20","cited_by_count":4,"area":"alignment"},{"id":"2503.07426","title":"RePO: Understanding Preference Learning Through ReLU-Based Optimization","created":"2025-03-10","cited_by_count":4,"area":"alignment"}],"next_cursor":"100"}