{"total":302,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2406.08673","title":"HelpSteer2: Open-source dataset for training top-performing reward models","created":"2024-06-12","cited_by_count":236,"area":"alignment"},{"id":"2405.00675","title":"Self-Play Preference Optimization for Language Model Alignment","created":"2024-05-01","cited_by_count":232,"area":"alignment"},{"id":"2410.16184","title":"RM-Bench: Benchmarking Reward Models of Language Models with Subtlety and Style","created":"2024-10-21","cited_by_count":176,"area":"alignment"},{"id":"2410.01257","title":"HelpSteer2-Preference: Complementing Ratings with Preferences","created":"2024-10-02","cited_by_count":130,"area":"alignment"},{"id":"2507.18624","title":"Checklists Are Better Than Reward Models For Aligning Language Models","created":"2025-07-24","cited_by_count":128,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2411.17451","title":"VL-RewardBench: A Challenging Benchmark for Vision-Language Generative Reward Models","created":"2024-11-26","cited_by_count":86,"area":"alignment"},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2505.11475","title":"HelpSteer3-Preference: Open Human-Annotated Preference Data across Diverse Tasks and Languages","created":"2025-05-16","cited_by_count":75,"area":"alignment"},{"id":"2405.19320","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","created":"2024-05-29","cited_by_count":73,"area":"alignment"},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2410.09893","title":"RMB: Comprehensively Benchmarking Reward Models in LLM Alignment","created":"2024-10-13","cited_by_count":61,"area":"alignment"},{"id":"2504.12501","title":"Reinforcement Learning from Human Feedback","created":"2025-04-16","cited_by_count":58,"area":"alignment"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55,"area":"alignment"},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2410.08193","title":"GenARM: Reward Guided Generation with Autoregressive Reward Model for Test-time Alignment","created":"2024-10-10","cited_by_count":54,"area":"alignment"},{"id":"2602.01511","title":"Alternating Reinforcement Learning for Rubric-Based Reward Modeling in Non-Verifiable LLM Post-Training","created":"2026-02-02","cited_by_count":54,"area":"alignment"},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2410.14632","title":"Diverging Preferences: When do Annotators Disagree and do Models Know?","created":"2024-10-18","cited_by_count":47,"area":"alignment"},{"id":"2408.06266","title":"Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment","created":"2024-08-12","cited_by_count":46,"area":"alignment"},{"id":"2407.00617","title":"Iterative Nash Policy Optimization: Aligning LLMs with General Preferences via No-Regret Learning","created":"2024-06-30","cited_by_count":45,"area":"alignment"},{"id":"2406.08414","title":"Discovering Preference Optimization Algorithms with and for Large Language Models","created":"2024-06-12","cited_by_count":42,"area":"alignment"},{"id":"2501.09620","title":"Beyond Reward Hacking: Causal Rewards for Large Language Model Alignment","created":"2025-01-16","cited_by_count":42,"area":"alignment"},{"id":"2503.17003","title":"A Survey on Personalized Alignment -- The Missing Piece for Large Language Models in Real-World Applications","created":"2025-03-21","cited_by_count":42,"area":"alignment"},{"id":"2406.06560","title":"Inverse Constitutional AI: Compressing Preferences into Principles","created":"2024-06-02","cited_by_count":41,"area":"alignment"},{"id":"2501.12895","title":"Test-Time Preference Optimization: On-the-Fly Alignment via Iterative Textual Feedback","created":"2025-01-22","cited_by_count":41,"area":"alignment"},{"id":"2410.06961","title":"Self-Boosting Large Language Models with Synthetic Preference Data","created":"2024-10-09","cited_by_count":40,"area":"alignment"},{"id":"2406.16306","title":"Cascade Reward Sampling for Efficient Decoding-Time Alignment","created":"2024-06-24","cited_by_count":39,"area":"alignment"},{"id":"2504.09466","title":"AdaSteer: Your Aligned LLM is Inherently an Adaptive Jailbreak Defender","created":"2025-04-13","cited_by_count":38,"area":"alignment"},{"id":"2404.16792","title":"Model Extrapolation Expedites Alignment","created":"2024-04-25","cited_by_count":37,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2410.17578","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","created":"2024-10-23","cited_by_count":35,"area":"alignment"},{"id":"2410.21252","title":"LongReward: Improving Long-context Large Language Models with AI Feedback","created":"2024-10-28","cited_by_count":34,"area":"alignment"},{"id":"2405.19262","title":"Weak-to-Strong Search: Align Large Language Models via Searching over Small Language Models","created":"2024-05-29","cited_by_count":32,"area":"alignment"},{"id":"2408.15549","title":"WildFeedback: Aligning LLMs With In-situ User Interactions And Feedback","created":"2024-08-28","cited_by_count":31,"area":"alignment"},{"id":"2410.04612","title":"Regressing the Relative Future: Efficient Policy Optimization for Multi-turn RLHF","created":"2024-10-06","cited_by_count":30,"area":"alignment"},{"id":"2510.17314","title":"Auto-Rubric: Learning From Implicit Weights to Explicit Rubrics for Reward Modeling","created":"2025-10-20","cited_by_count":30,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2410.10148","title":"AlphaDPO: Adaptive Reward Margin for Direct Preference Optimization","created":"2024-10-14","cited_by_count":29,"area":"alignment"},{"id":"2405.17931","title":"Online Merging Optimizers for Boosting Rewards and Mitigating Tax in Alignment","created":"2024-05-28","cited_by_count":28,"area":"alignment"},{"id":"2603.12273","title":"Aligning Language Models from User Interactions","created":"2026-02-18","cited_by_count":28,"area":"alignment"},{"id":"2406.04412","title":"Spread Preference Annotation: Direct Preference Judgment for Efficient LLM Alignment","created":"2024-06-06","cited_by_count":27,"area":"alignment"},{"id":"2408.15313","title":"Bi-Factorial Preference Optimization: Balancing Safety-Helpfulness in Language Models","created":"2024-08-27","cited_by_count":27,"area":"alignment"},{"id":"2409.19605","title":"The Crucial Role of Samplers in Online Direct Preference Optimization","created":"2024-09-29","cited_by_count":27,"area":"alignment"},{"id":"2410.02197","title":"Beyond Bradley-Terry Models: A General Preference Model for Language Model Alignment","created":"2024-10-03","cited_by_count":27,"area":"alignment"},{"id":"2406.05882","title":"Distributional Preference Alignment of LLMs via Optimal Transport","created":"2024-06-09","cited_by_count":26,"area":"alignment"},{"id":"2501.12735","title":"Online Preference Alignment for Language Models via Count-based Exploration","created":"2025-01-22","cited_by_count":26,"area":"alignment"},{"id":"2502.16852","title":"Improving LLM General Preference Alignment via Optimistic Online Mirror Descent","created":"2025-02-24","cited_by_count":24,"area":"alignment"},{"id":"2504.14716","title":"Pairwise or Pointwise? Evaluating Feedback Protocols for Bias in LLM-Based Evaluation","created":"2025-04-20","cited_by_count":24,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2505.13388","title":"R3: Robust Rubric-Agnostic Reward Models","created":"2025-05-19","cited_by_count":23,"area":"alignment"},{"id":"2406.11817","title":"Iterative Length-Regularized Direct Preference Optimization: A Case Study on Improving 7B Language Models to GPT-4 Level","created":"2024-06-17","cited_by_count":22,"area":"alignment"},{"id":"2410.18640","title":"Weak-to-Strong Preference Optimization: Stealing Reward from Weak Aligned Model","created":"2024-10-24","cited_by_count":22,"area":"alignment"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2602.01539","title":"MAGIC: A Co-Evolving Attacker-Defender Adversarial Game for Robust LLM Safety","created":"2026-02-02","cited_by_count":21,"area":"alignment"},{"id":"2411.10914","title":"BPO: Towards Balanced Preference Optimization between Knowledge Breadth and Depth in Alignment","created":"2024-11-16","cited_by_count":20,"area":"alignment"},{"id":"2601.03444","title":"Grading Scale Impact on LLM-as-a-Judge: Human-LLM Alignment Is Highest on 0-5 Grading Scale","created":"2026-01-06","cited_by_count":20,"area":"alignment"},{"id":"2409.17819","title":"Inference-Time Language Model Alignment via Integrated Value Guidance","created":"2024-09-26","cited_by_count":19,"area":"alignment"},{"id":"2410.04203","title":"RainbowPO: A Unified Framework for Combining Improvements in Preference Optimization","created":"2024-10-05","cited_by_count":19,"area":"alignment"},{"id":"2410.21662","title":"$f$-PO: Generalizing Preference Optimization with $f$-divergence Minimization","created":"2024-10-29","cited_by_count":19,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2501.12273","title":"Condor: Enhance LLM Alignment with Knowledge-Driven Data Synthesis and Refinement","created":"2025-01-21","cited_by_count":18,"area":"alignment"},{"id":"2505.22338","title":"Text2Grad: Reinforcement Learning from Natural Language Feedback","created":"2025-05-28","cited_by_count":18,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2503.02832","title":"AlignDistil: Token-Level Language Model Alignment as Adaptive Policy Distillation","created":"2025-03-04","cited_by_count":17,"area":"alignment"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2507.00018","title":"Implicit Reward as the Bridge: A Unified View of SFT and DPO Connections","created":"2025-06-15","cited_by_count":17,"area":"alignment"},{"id":"2605.09959","title":"G-Zero: Self-Play for Open-Ended Generation from Zero Data","created":"2026-05-11","cited_by_count":17,"area":"alignment"},{"id":"2408.04614","title":"Better Alignment with Instruction Back-and-Forth Translation","created":"2024-08-08","cited_by_count":16,"area":"alignment"},{"id":"2501.00560","title":"Re-evaluating Automatic LLM System Ranking for Alignment with Human Preference","created":"2024-12-31","cited_by_count":16,"area":"alignment"},{"id":"2502.19312","title":"FSPO: Few-Shot Optimization of Synthetic Preferences Personalizes to Real Users","created":"2025-02-26","cited_by_count":15,"area":"alignment"},{"id":"2507.14987","title":"AlphaAlign: Incentivizing Safety Alignment with Extremely Simplified Reinforcement Learning","created":"2025-07-20","cited_by_count":15,"area":"alignment"},{"id":"2407.10944","title":"Naturally Occurring Feedback is Common, Extractable and Useful","created":"2024-07-15","cited_by_count":14,"area":"alignment"},{"id":"2501.03884","title":"AlphaPO: Reward Shape Matters for LLM Alignment","created":"2025-01-07","cited_by_count":14,"area":"alignment"},{"id":"2503.18130","title":"Mitigating Reward Over-Optimization in RLHF via Behavior-Supported Regularization","created":"2025-03-23","cited_by_count":14,"area":"alignment"},{"id":"2407.03038","title":"Towards Federated RLHF with Aggregated Client Preference for LLMs","created":"2024-07-03","cited_by_count":13,"area":"alignment"},{"id":"2407.18676","title":"Right Now, Wrong Then: Non-Stationary Direct Preference Optimization under Preference Drift","created":"2024-07-26","cited_by_count":13,"area":"alignment"},{"id":"2412.02685","title":"T-REG: Preference Optimization with Token-Level Reward Regularization","created":"2024-12-03","cited_by_count":13,"area":"alignment"},{"id":"2412.09544","title":"Sail into the Headwind: Alignment via Robust Rewards and Dynamic Labels against Reward Hacking","created":"2024-12-12","cited_by_count":13,"area":"alignment"},{"id":"2504.03784","title":"Robust Reinforcement Learning from Human Feedback for Large Language Models Fine-Tuning","created":"2025-04-03","cited_by_count":13,"area":"alignment"},{"id":"2505.10527","title":"WorldPM: Scaling Human Preference Modeling","created":"2025-05-15","cited_by_count":13,"area":"alignment"},{"id":"2506.03690","title":"Robust Preference Optimization via Dynamic Target Margins","created":"2025-06-04","cited_by_count":13,"area":"alignment"},{"id":"2510.20369","title":"Ask a Strong LLM Judge when Your Reward Model is Uncertain","created":"2025-10-23","cited_by_count":13,"area":"alignment"},{"id":"2601.22664","title":"Real-Time Aligned Reward Model beyond Semantics","created":"2026-01-30","cited_by_count":13,"area":"alignment"},{"id":"2410.01691","title":"FactAlign: Long-form Factuality Alignment of Large Language Models","created":"2024-10-02","cited_by_count":12,"area":"alignment"},{"id":"2411.07618","title":"Constrain Alignment with Sparse Autoencoders","created":"2024-11-12","cited_by_count":12,"area":"alignment"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2506.01183","title":"Doubly Robust Alignment for Large Language Models","created":"2025-06-01","cited_by_count":12,"area":"alignment"},{"id":"2508.18312","title":"What Matters in Data for DPO?","created":"2025-08-23","cited_by_count":12,"area":"alignment"},{"id":"2503.01864","title":"Larger or Smaller Reward Margins to Select Preferences for Alignment?","created":"2025-02-25","cited_by_count":11,"area":"alignment"},{"id":"2512.23126","title":"InSPO: Unlocking Intrinsic Self-Reflection for LLM Preference Optimization","created":"2025-12-29","cited_by_count":11,"area":"alignment"},{"id":"2601.07349","title":"Reward Modeling from Natural Language Human Feedback","created":"2026-01-12","cited_by_count":11,"area":"alignment"}],"next_cursor":"100"}