{"total":323,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2405.07863","title":"RLHF Workflow: From Reward Modeling to Online RLHF","created":"2024-05-13","cited_by_count":267,"area":"lr"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2402.04792","title":"Direct Language Model Alignment from Online AI Feedback","created":"2024-02-07","cited_by_count":260,"area":"alignment"},{"id":"2405.00451","title":"Monte Carlo Tree Search Boosts Reasoning via Iterative Preference Learning","created":"2024-05-01","cited_by_count":241,"area":"lr"},{"id":"2411.10442","title":"Enhancing the Reasoning Ability of Multimodal Large Language Models via Mixed Preference Optimization","created":"2024-11-15","cited_by_count":239,"area":"lr"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2312.09244","title":"Helping or Herding? Reward Model Ensembles Mitigate but do not Eliminate Reward Hacking","created":"2023-12-14","cited_by_count":200,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2404.14367","title":"Preference Fine-Tuning of LLMs Should Leverage Suboptimal, On-Policy Data","created":"2024-04-22","cited_by_count":185,"area":null},{"id":"2509.08827","title":"A Survey of Reinforcement Learning for Large Reasoning Models","created":"2025-09-10","cited_by_count":180,"area":"lr"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2402.10207","title":"Rewards-in-Context: Multi-objective Alignment of Foundation Models with Dynamic Preference Adjustment","created":"2024-02-15","cited_by_count":175,"area":"alignment"},{"id":"2504.01382","title":"An Illusion of Progress? Assessing the Current State of Web Agents","created":"2025-04-02","cited_by_count":174,"area":"agents"},{"id":"2402.14830","title":"Orca-Math: Unlocking the potential of SLMs in Grade School Math","created":"2024-02-16","cited_by_count":151,"area":"lr"},{"id":"2504.11343","title":"A Minimalist Approach to LLM Reasoning: from Rejection Sampling to Reinforce","created":"2025-04-15","cited_by_count":145,"area":"lr"},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2403.00409","title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback","created":"2024-03-01","cited_by_count":135,"area":"alignment"},{"id":"2404.11999","title":"Token-level Direct Preference Optimization","created":"2024-04-18","cited_by_count":135,"area":"alignment"},{"id":"2310.03708","title":"Beyond One-Preference-Fits-All Alignment: Multi-Objective Direct Preference Optimization","created":"2023-10-05","cited_by_count":124,"area":"alignment"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2406.00045","title":"Personalized Steering of Large Language Models: Versatile Steering Vectors Through Bi-directional Preference Optimization","created":"2024-05-28","cited_by_count":118,"area":"alignment"},{"id":"2401.02906","title":"MLLM-Protector: Ensuring MLLM's Safety without Hurting Performance","created":"2024-01-05","cited_by_count":117,"area":"mllm"},{"id":"2404.02039","title":"A Survey on Large Language Model-Based Game Agents","created":"2024-04-02","cited_by_count":112,"area":"agents"},{"id":"2410.20290","title":"Fast Best-of-N Decoding via Speculative Rejection","created":"2024-10-26","cited_by_count":112,"area":null},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2312.16682","title":"Some things are more CRINGE than others: Iterative Preference Optimization with the Pairwise Cringe Loss","created":"2023-12-27","cited_by_count":108,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2408.11791","title":"Critique-out-Loud Reward Models","created":"2024-08-21","cited_by_count":106,"area":"alignment"},{"id":"2503.21878","title":"Is Best-of-N the Best of Them? Coverage, Scaling, and Optimality in Inference-Time Alignment","created":"2025-03-27","cited_by_count":97,"area":"alignment"},{"id":"2402.01878","title":"LiPO: Listwise Preference Optimization through Learning-to-Rank","created":"2024-02-02","cited_by_count":96,"area":"alignment"},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2404.14619","title":"OpenELM: An Efficient Language Model Family with Open Training and Inference Framework","created":"2024-04-22","cited_by_count":75,"area":null},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2509.08755","title":"AgentGym-RL: Training LLM Agents for Long-Horizon Decision Making through Multi-Turn Reinforcement Learning","created":"2025-09-10","cited_by_count":72,"area":"agents"},{"id":"2412.10400","title":"Reinforcement Learning Enhanced LLMs: A Survey","created":"2024-12-05","cited_by_count":71,"area":"lr"},{"id":"2502.19613","title":"Self-rewarding correction for mathematical reasoning","created":"2025-02-26","cited_by_count":70,"area":"lr"},{"id":"2402.02992","title":"Decoding-time Realignment of Language Models","created":"2024-02-05","cited_by_count":67,"area":"alignment"},{"id":"2409.02392","title":"Building Math Agents with Multi-Turn Iterative Preference Learning","created":"2024-09-04","cited_by_count":66,"area":"lr"},{"id":"2406.05954","title":"Aligning Large Language Models with Representation Editing: A Control Perspective","created":"2024-06-10","cited_by_count":64,"area":"alignment"},{"id":"2406.09215","title":"On Softmax Direct Preference Optimization for Recommendation","created":"2024-06-13","cited_by_count":64,"area":"alignment"},{"id":"2410.16033","title":"TreeBoN: Enhancing Inference-Time Alignment with Speculative Tree-Search and Best-of-N Sampling","created":"2024-10-18","cited_by_count":61,"area":"lr"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2405.18540","title":"Learning diverse attacks on large language models for robust red-teaming and safety tuning","created":"2024-05-28","cited_by_count":54,"area":"safety"},{"id":"2407.07880","title":"Towards Robust Alignment of Language Models: Distributionally Robustifying Direct Preference Optimization","created":"2024-07-10","cited_by_count":53,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2408.10433","title":"CLIP-DPO: Vision-Language Models as a Source of Preference for Fixing Hallucinations in LVLMs","created":"2024-08-19","cited_by_count":49,"area":"mllm"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2402.10038","title":"RS-DPO: A Hybrid Rejection Sampling and Direct Preference Optimization Method for Alignment of Large Language Models","created":"2024-02-15","cited_by_count":48,"area":"alignment"},{"id":"2411.04991","title":"Rethinking Bradley-Terry Models in Preference-Based Reward Modeling: Foundations, Theory, and Alternatives","created":"2024-11-07","cited_by_count":48,"area":"lr"},{"id":"2405.17374","title":"Navigating the Safety Landscape: Measuring Risks in Finetuning Large Language Models","created":"2024-05-27","cited_by_count":46,"area":"alignment"},{"id":"2406.06424","title":"Margin-aware Preference Optimization for Aligning Diffusion Models without Reference","created":"2024-06-10","cited_by_count":46,"area":"diffusion"},{"id":"2404.04656","title":"Binary Classifier Optimization for Large Language Model Alignment","created":"2024-04-06","cited_by_count":45,"area":"alignment"},{"id":"2505.13308","title":"Seek in the Dark: Reasoning via Test-Time Instance-Level Policy Gradient in Latent Space","created":"2025-05-19","cited_by_count":43,"area":"lr"},{"id":"2404.09824","title":"Impact of Preference Noise on the Alignment Performance of Generative Language Models","created":"2024-04-15","cited_by_count":41,"area":"alignment"},{"id":"2401.06081","title":"Improving Large Language Models via Fine-grained Reinforcement Learning with Minimum Editing Constraint","created":"2024-01-11","cited_by_count":39,"area":null},{"id":"2406.16306","title":"Cascade Reward Sampling for Efficient Decoding-Time Alignment","created":"2024-06-24","cited_by_count":39,"area":"alignment"},{"id":"2402.00856","title":"Towards Efficient Exact Optimization of Language Model Alignment","created":"2024-02-01","cited_by_count":37,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2311.04072","title":"Beyond Imitation: Leveraging Fine-grained Quality Signals for Alignment","created":"2023-11-07","cited_by_count":35,"area":"alignment"},{"id":"2404.14723","title":"Insights into Alignment: Evaluating DPO and its Variants Across Multiple Tasks","created":"2024-04-23","cited_by_count":35,"area":"alignment"},{"id":"2407.00782","title":"Step-Controlled DPO: Leveraging Stepwise Error for Enhanced Mathematical Reasoning","created":"2024-06-30","cited_by_count":35,"area":"lr"},{"id":"2409.07253","title":"Alignment of Diffusion Models: Fundamentals, Challenges, and Future","created":"2024-09-11","cited_by_count":35,"area":"diffusion"},{"id":"2410.21252","title":"LongReward: Improving Long-context Large Language Models with AI Feedback","created":"2024-10-28","cited_by_count":34,"area":"alignment"},{"id":"2403.05171","title":"Overcoming Reward Overoptimization via Adversarial Policy Optimization with Lightweight Uncertainty Estimation","created":"2024-03-08","cited_by_count":33,"area":"alignment"},{"id":"2411.04625","title":"Sharp Analysis for KL-Regularized Contextual Bandits and RLHF","created":"2024-11-07","cited_by_count":33,"area":"alignment"},{"id":"2409.11365","title":"CoCA: Regaining Safety-awareness of Multimodal Large Language Models with Constitutional Calibration","created":"2024-09-17","cited_by_count":31,"area":"mllm"},{"id":"2601.21590","title":"Scalable Power Sampling: Unlocking Efficient, Training-Free Reasoning for LLMs via Distribution Sharpening","created":"2026-01-29","cited_by_count":31,"area":"lr"},{"id":"2410.04612","title":"Regressing the Relative Future: Efficient Policy Optimization for Multi-turn RLHF","created":"2024-10-06","cited_by_count":30,"area":"alignment"},{"id":"2311.06503","title":"Knowledgeable Preference Alignment for LLMs in Domain-specific Question Answering","created":"2023-11-11","cited_by_count":29,"area":"alignment"},{"id":"2401.12086","title":"West-of-N: Synthetic Preferences for Self-Improving Reward Models","created":"2024-01-22","cited_by_count":28,"area":"alignment"},{"id":"2508.19229","title":"StepWiser: Stepwise Generative Judges for Wiser Reasoning","created":"2025-08-26","cited_by_count":28,"area":null},{"id":"2311.08045","title":"Adversarial Preference Optimization: Enhancing Your Alignment via RM-LLM Game","created":"2023-11-14","cited_by_count":27,"area":"alignment"},{"id":"2404.13038","title":"Mapping Social Choice Theory to RLHF","created":"2024-04-19","cited_by_count":27,"area":"alignment"},{"id":"2406.04412","title":"Spread Preference Annotation: Direct Preference Judgment for Efficient LLM Alignment","created":"2024-06-06","cited_by_count":27,"area":"alignment"},{"id":"2406.18676","title":"Understand What LLM Needs: Dual Preference Alignment for Retrieval-Augmented Generation","created":"2024-06-26","cited_by_count":27,"area":"rag"},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2409.19605","title":"The Crucial Role of Samplers in Online Direct Preference Optimization","created":"2024-09-29","cited_by_count":27,"area":"alignment"},{"id":"2410.15595","title":"A Comprehensive Survey of Direct Preference Optimization: Datasets, Theories, Variants, and Applications","created":"2024-10-21","cited_by_count":27,"area":"lr"},{"id":"2506.08379","title":"Reinforce LLM Reasoning through Multi-Agent Reflection","created":"2025-06-10","cited_by_count":27,"area":"lr"},{"id":"2512.16912","title":"Exploration vs Exploitation: Rethinking RLVR through Clipping, Entropy, and Spurious Reward","created":"2025-12-18","cited_by_count":27,"area":"lr"},{"id":"2312.07401","title":"On Diversified Preferences of Large Language Model Alignment","created":"2023-12-12","cited_by_count":26,"area":"alignment"},{"id":"2411.19477","title":"Provable Scaling Laws for the Test-Time Compute of Large Language Models","created":"2024-11-29","cited_by_count":26,"area":"lr"},{"id":"2403.19443","title":"Mixed Preference Optimization: Reinforcement Learning with Data Selection and Better Reference Model","created":"2024-03-28","cited_by_count":25,"area":"alignment"},{"id":"2412.14689","title":"How to Synthesize Text Data without Model Collapse?","created":"2024-12-19","cited_by_count":25,"area":"synth"},{"id":"2505.01997","title":"Restoring Calibration for Aligned Large Language Models: A Calibration-Aware Fine-Tuning Approach","created":"2025-05-04","cited_by_count":25,"area":"alignment"},{"id":"2506.21495","title":"Bridging Offline and Online Reinforcement Learning for LLMs","created":"2025-06-26","cited_by_count":25,"area":null},{"id":"2406.07327","title":"3D-Properties: Identifying Challenges in DPO and Charting a Path Forward","created":"2024-06-11","cited_by_count":24,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2311.14115","title":"A density estimation perspective on learning from pairwise human preferences","created":"2023-11-23","cited_by_count":23,"area":"alignment"}],"next_cursor":"100"}