{"total":111,"rows":[{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681,"area":"alignment"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2312.14925","title":"A Survey of Reinforcement Learning from Human Feedback","created":"2023-12-22","cited_by_count":264,"area":"alignment"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2311.10702","title":"Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2","created":"2023-11-17","cited_by_count":229,"area":"alignment"},{"id":"2312.09244","title":"Helping or Herding? Reward Model Ensembles Mitigate but do not Eliminate Reward Hacking","created":"2023-12-14","cited_by_count":200,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2402.10207","title":"Rewards-in-Context: Multi-objective Alignment of Foundation Models with Dynamic Preference Adjustment","created":"2024-02-15","cited_by_count":175,"area":"alignment"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2406.15951","title":"Modular Pluralism: Pluralistic Alignment via Multi-LLM Collaboration","created":"2024-06-22","cited_by_count":113,"area":"alignment"},{"id":"2405.08448","title":"Understanding the performance gap between online and offline alignment algorithms","created":"2024-05-14","cited_by_count":110,"area":"alignment"},{"id":"2312.16682","title":"Some things are more CRINGE than others: Iterative Preference Optimization with the Pairwise Cringe Loss","created":"2023-12-27","cited_by_count":108,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2411.01111","title":"Rule Based Rewards for Language Model Safety","created":"2024-11-02","cited_by_count":108,"area":"alignment"},{"id":"2402.02416","title":"Aligner: Efficient Alignment by Learning to Correct","created":"2024-02-04","cited_by_count":98,"area":"alignment"},{"id":"2403.09472","title":"Easy-to-Hard Generalization: Scalable Alignment Beyond Human Supervision","created":"2024-03-14","cited_by_count":96,"area":"alignment"},{"id":"2503.15477","title":"What Makes a Reward Model a Good Teacher? An Optimization Perspective","created":"2025-03-19","cited_by_count":73,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"2401.00243","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","created":"2023-12-30","cited_by_count":56,"area":"alignment"},{"id":"2310.05910","title":"SALMON: Self-Alignment with Instructable Reward Models","created":"2023-10-09","cited_by_count":55,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2402.10038","title":"RS-DPO: A Hybrid Rejection Sampling and Direct Preference Optimization Method for Alignment of Large Language Models","created":"2024-02-15","cited_by_count":48,"area":"alignment"},{"id":"2407.00617","title":"Iterative Nash Policy Optimization: Aligning LLMs with General Preferences via No-Regret Learning","created":"2024-06-30","cited_by_count":45,"area":"alignment"},{"id":"2410.06961","title":"Self-Boosting Large Language Models with Synthetic Preference Data","created":"2024-10-09","cited_by_count":40,"area":"alignment"},{"id":"2407.09499","title":"Self-Consuming Generative Models with Curated Data Provably Optimize Human Preferences","created":"2024-06-12","cited_by_count":39,"area":"alignment"},{"id":"2311.04072","title":"Beyond Imitation: Leveraging Fine-grained Quality Signals for Alignment","created":"2023-11-07","cited_by_count":35,"area":"alignment"},{"id":"2404.05530","title":"Best-of-Venom: Attacking RLHF by Injecting Poisoned Preference Data","created":"2024-04-08","cited_by_count":35,"area":"alignment"},{"id":"2406.00888","title":"Aligning Language Models with Demonstrated Feedback","created":"2024-06-02","cited_by_count":34,"area":"alignment"},{"id":"2401.12873","title":"Improving Machine Translation with Human Feedback: An Exploration of Quality Estimation as a Reward Model","created":"2024-01-23","cited_by_count":33,"area":"alignment"},{"id":"2403.05171","title":"Overcoming Reward Overoptimization via Adversarial Policy Optimization with Lightweight Uncertainty Estimation","created":"2024-03-08","cited_by_count":33,"area":"alignment"},{"id":"2411.04625","title":"Sharp Analysis for KL-Regularized Contextual Bandits and RLHF","created":"2024-11-07","cited_by_count":33,"area":"alignment"},{"id":"2311.08380","title":"Direct Preference Optimization for Neural Machine Translation with Minimum Bayes Risk Decoding","created":"2023-11-14","cited_by_count":28,"area":"alignment"},{"id":"2401.12086","title":"West-of-N: Synthetic Preferences for Self-Improving Reward Models","created":"2024-01-22","cited_by_count":28,"area":"alignment"},{"id":"2406.07739","title":"UICoder: Finetuning Large Language Models to Generate User Interface Code through Automated Feedback","created":"2024-06-11","cited_by_count":27,"area":"alignment"},{"id":"2401.06785","title":"Human-Instruction-Free LLM Self-Alignment with Limited Samples","created":"2024-01-06","cited_by_count":25,"area":"alignment"},{"id":"2401.11458","title":"Linear Alignment: A Closed-form Solution for Aligning Human Preferences without Tuning and Feedback","created":"2024-01-21","cited_by_count":25,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2403.04204","title":"On the Essence and Prospect: An Investigation of Alignment Approaches for Big Models","created":"2024-03-07","cited_by_count":21,"area":"alignment"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2402.11253","title":"Aligning Large Language Models by On-Policy Self-Judgment","created":"2024-02-17","cited_by_count":20,"area":"alignment"},{"id":"2311.09132","title":"Aligning Neural Machine Translation Models: Human Feedback in Training and Inference","created":"2023-11-15","cited_by_count":19,"area":"alignment"},{"id":"2406.10522","title":"Humor in AI: Massive Scale Crowd-Sourced Preferences and Benchmarks for Cartoon Captioning","created":"2024-06-15","cited_by_count":19,"area":"alignment"},{"id":"2402.17358","title":"SoFA: Shielded On-the-fly Alignment via Priority Rule Following","created":"2024-02-27","cited_by_count":18,"area":"alignment"},{"id":"2404.14285","title":"LLM-Personalize: Aligning LLM Planners with Human Preferences via Reinforced Self-Training for Housekeeping Robots","created":"2024-04-22","cited_by_count":18,"area":"alignment"},{"id":"2501.12273","title":"Condor: Enhance LLM Alignment with Knowledge-Driven Data Synthesis and Refinement","created":"2025-01-21","cited_by_count":18,"area":"alignment"},{"id":"2502.16182","title":"IPO: Your Language Model is Secretly a Preference Classifier","created":"2025-02-22","cited_by_count":17,"area":"alignment"},{"id":"2411.00418","title":"Self-Evolved Reward Learning for LLMs","created":"2024-11-01","cited_by_count":16,"area":"alignment"},{"id":"2402.07896","title":"Suppressing Pink Elephants with Direct Principle Feedback","created":"2024-02-12","cited_by_count":15,"area":"alignment"},{"id":"2402.14688","title":"Q-Probe: A Lightweight Approach to Reward Maximization for Language Models","created":"2024-02-22","cited_by_count":15,"area":"alignment"},{"id":"2403.01197","title":"DMoERM: Recipes of Mixture-of-Experts for Effective Reward Modeling","created":"2024-03-02","cited_by_count":15,"area":"alignment"},{"id":"2502.19312","title":"FSPO: Few-Shot Optimization of Synthetic Preferences Personalizes to Real Users","created":"2025-02-26","cited_by_count":15,"area":"alignment"},{"id":"2507.21183","title":"MaPPO: Maximum a Posteriori Preference Optimization with Prior Knowledge","created":"2025-07-27","cited_by_count":15,"area":"alignment"},{"id":"2309.10202","title":"Stabilizing RLHF through Advantage Model and Selective Rehearsal","created":"2023-09-18","cited_by_count":14,"area":"alignment"},{"id":"2407.03038","title":"Towards Federated RLHF with Aggregated Client Preference for LLMs","created":"2024-07-03","cited_by_count":13,"area":"alignment"},{"id":"2412.11803","title":"UAlign: Leveraging Uncertainty Estimations for Factuality Alignment on Large Language Models","created":"2024-12-16","cited_by_count":13,"area":"alignment"},{"id":"2412.16468","title":"The Road to Artificial SuperIntelligence: A Comprehensive Survey of Superalignment","created":"2024-12-21","cited_by_count":13,"area":"alignment"},{"id":"2408.14874","title":"Inverse-Q*: Token Level Reinforcement Learning for Aligning Large Language Models Without Preference Data","created":"2024-08-27","cited_by_count":12,"area":"alignment"},{"id":"2403.03419","title":"Negating Negatives: Alignment with Human Negative Samples via Distributional Dispreference Optimization","created":"2024-03-06","cited_by_count":11,"area":"alignment"},{"id":"2405.13516","title":"LIRE: listwise reward enhancement for preference alignment","created":"2024-05-22","cited_by_count":11,"area":"alignment"},{"id":"2507.07375","title":"Bradley-Terry and Multi-Objective Reward Modeling Are Complementary","created":"2025-07-10","cited_by_count":11,"area":"alignment"},{"id":"2408.09385","title":"Reward Difference Optimization For Sample Reweighting In Offline RLHF","created":"2024-08-18","cited_by_count":10,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2401.05695","title":"Integrating Physician Diagnostic Logic into Large Language Models: Preference Learning from Process Feedback","created":"2024-01-11","cited_by_count":9,"area":"alignment"},{"id":"2402.10184","title":"Reward Generalization in RLHF: A Topological Perspective","created":"2024-02-15","cited_by_count":9,"area":"alignment"},{"id":"2405.00747","title":"Soft Preference Optimization: Aligning Language Models to Expert Distributions","created":"2024-04-30","cited_by_count":9,"area":"alignment"},{"id":"2403.14238","title":"Reinforcement Learning from Reflective Feedback (RLRF): Aligning and Improving LLMs via Fine-Grained Self-Reflection","created":"2024-03-21","cited_by_count":8,"area":"alignment"},{"id":"2409.06903","title":"Semi-Supervised Reward Modeling via Iterative Self-Training","created":"2024-09-10","cited_by_count":8,"area":"alignment"},{"id":"2410.07779","title":"Modeling User Preferences with Automatic Metrics: Creating a High-Quality Preference Dataset for Machine Translation","created":"2024-10-10","cited_by_count":8,"area":"alignment"},{"id":"2310.00898","title":"Enabling Language Models to Implicitly Learn Self-Improvement","created":"2023-10-02","cited_by_count":7,"area":"alignment"},{"id":"2405.20830","title":"Self-Augmented Preference Optimization: Off-Policy Paradigms for Language Model Alignment","created":"2024-05-31","cited_by_count":7,"area":"alignment"},{"id":"2410.01735","title":"LASeR: Learning to Adaptively Select Reward Models with Multi-Armed Bandits","created":"2024-10-02","cited_by_count":7,"area":"alignment"},{"id":"2412.00624","title":"VideoSAVi: Self-Aligned Video Language Models without Human Supervision","created":"2024-12-01","cited_by_count":7,"area":"alignment"},{"id":"2505.04993","title":"Latent Preference Coding: Aligning Large Language Models via Discrete Latent Codes","created":"2025-05-08","cited_by_count":7,"area":"alignment"},{"id":"2507.07981","title":"Why is Your Language Model a Poor Implicit Reward Model?","created":"2025-07-10","cited_by_count":6,"area":"alignment"},{"id":"2312.01957","title":"Distilled Self-Critique of LLMs with Synthetic Data: a Bayesian Perspective","created":"2023-12-04","cited_by_count":5,"area":"alignment"},{"id":"2310.00819","title":"Parameter-Efficient Tuning Helps Language Model Alignment","created":"2023-10-01","cited_by_count":4,"area":"alignment"},{"id":"2403.15469","title":"Isometric Neural Machine Translation using Phoneme Count Ratio Reward-based Reinforcement Learning","created":"2024-03-20","cited_by_count":4,"area":"alignment"},{"id":"2406.08842","title":"ContraSolver: Self-Alignment of Language Models by Resolving Internal Preference Contradictions","created":"2024-06-13","cited_by_count":4,"area":"alignment"},{"id":"2408.12163","title":"Preference-Guided Reflective Sampling for Aligning Language Models","created":"2024-08-22","cited_by_count":4,"area":"alignment"},{"id":"2502.14560","title":"Less is More: Improving LLM Alignment via Preference Data Selection","created":"2025-02-20","cited_by_count":4,"area":"alignment"},{"id":"2605.04266","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","created":"2026-05-05","cited_by_count":4,"area":"alignment"},{"id":"2606.17006","title":"TuneJury: An Open Metric for Improving Music Generation Preference Alignment","created":"2026-06-15","cited_by_count":4,"area":"alignment"},{"id":"2412.04305","title":"ALMA: Alignment with Minimal Annotation","created":"2024-12-05","cited_by_count":3,"area":"alignment"},{"id":"2501.13927","title":"CRPO: Confidence-Reward Driven Preference Optimization for Machine Translation","created":"2025-01-23","cited_by_count":3,"area":"alignment"},{"id":"2507.16679","title":"PICACO: Pluralistic In-Context Value Alignment of LLMs via Total Correlation Optimization","created":"2025-07-22","cited_by_count":3,"area":"alignment"},{"id":"2510.13022","title":"On the Role of Preference Variance in Preference Optimization","created":"2025-10-14","cited_by_count":3,"area":"alignment"},{"id":"2605.02971","title":"Multilingual Safety Alignment via Self-Distillation","created":"2026-05-03","cited_by_count":3,"area":"alignment"},{"id":"2504.05831","title":"Leveraging Robust Optimization for LLM Alignment under Distribution Shifts","created":"2025-04-08","cited_by_count":2,"area":"alignment"}],"next_cursor":"100"}