{"total":196,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2404.04475","title":"Length-Controlled AlpacaEval: A Simple Way to Debias Automatic Evaluators","created":"2024-04-06","cited_by_count":897,"area":null},{"id":"2407.19594","title":"Meta-Rewarding Language Models: Self-Improving Alignment with LLM-as-a-Meta-Judge","created":"2024-07-28","cited_by_count":204,"area":"synth"},{"id":"2410.16184","title":"RM-Bench: Benchmarking Reward Models of Language Models with Subtlety and Style","created":"2024-10-21","cited_by_count":176,"area":"alignment"},{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2406.00832","title":"BoNBoN Alignment for Large Language Models and the Sweetness of Best-of-n Sampling","created":"2024-06-02","cited_by_count":121,"area":"alignment"},{"id":"2407.10457","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","created":"2024-07-15","cited_by_count":116,"area":null},{"id":"2406.11839","title":"mDPO: Conditional Preference Optimization for Multimodal Large Language Models","created":"2024-06-17","cited_by_count":92,"area":"mllm"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2412.01928","title":"MALT: Improving Reasoning with Multi-Agent LLM Training","created":"2024-12-02","cited_by_count":76,"area":"lr"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2407.15390","title":"ALLaM: Large Language Models for Arabic and English","created":"2024-07-22","cited_by_count":55,"area":null},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2406.17744","title":"Following Length Constraints in Instructions","created":"2024-06-25","cited_by_count":46,"area":null},{"id":"2408.06266","title":"Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment","created":"2024-08-12","cited_by_count":46,"area":"alignment"},{"id":"2404.16792","title":"Model Extrapolation Expedites Alignment","created":"2024-04-25","cited_by_count":37,"area":"alignment"},{"id":"2502.09650","title":"Principled Data Selection for Alignment: The Hidden Risks of Difficult Examples","created":"2025-02-11","cited_by_count":37,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2406.10957","title":"Eliminating Biased Length Reliance of Direct Preference Optimization via Down-Sampled KL Divergence","created":"2024-06-16","cited_by_count":31,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2410.10148","title":"AlphaDPO: Adaptive Reward Margin for Direct Preference Optimization","created":"2024-10-14","cited_by_count":29,"area":"alignment"},{"id":"2405.17931","title":"Online Merging Optimizers for Boosting Rewards and Mitigating Tax in Alignment","created":"2024-05-28","cited_by_count":28,"area":"alignment"},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2505.06274","title":"PARM: Multi-Objective Test-Time Alignment via Preference-Aware Autoregressive Reward Model","created":"2025-05-06","cited_by_count":28,"area":"alignment"},{"id":"2603.01562","title":"RubricBench: Aligning Model-Generated Rubrics with Human Standards","created":"2026-03-02","cited_by_count":28,"area":"alignment"},{"id":"2410.15595","title":"A Comprehensive Survey of Direct Preference Optimization: Datasets, Theories, Variants, and Applications","created":"2024-10-21","cited_by_count":27,"area":"lr"},{"id":"2410.15334","title":"Modality-Fair Preference Optimization for Trustworthy MLLM Alignment","created":"2024-10-20","cited_by_count":26,"area":"mllm"},{"id":"2404.01054","title":"Regularized Best-of-N Sampling with Minimum Bayes Risk Objective for Language Model Alignment","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2506.21495","title":"Bridging Offline and Online Reinforcement Learning for LLMs","created":"2025-06-26","cited_by_count":25,"area":null},{"id":"2504.14716","title":"Pairwise or Pointwise? Evaluating Feedback Protocols for Bias in LLM-Based Evaluation","created":"2025-04-20","cited_by_count":24,"area":"alignment"},{"id":"2406.11431","title":"Super(ficial)-alignment: Strong Models May Deceive Weak Models in Weak-to-Strong Generalization","created":"2024-06-17","cited_by_count":23,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2406.11817","title":"Iterative Length-Regularized Direct Preference Optimization: A Case Study on Improving 7B Language Models to GPT-4 Level","created":"2024-06-17","cited_by_count":22,"area":"alignment"},{"id":"2410.05563","title":"Rational Metareasoning for Large Language Models","created":"2024-10-07","cited_by_count":20,"area":"lr"},{"id":"2404.14313","title":"Self-Supervised Alignment with Mutual Information: Learning to Follow Principles without Preference Labels","created":"2024-04-22","cited_by_count":19,"area":"alignment"},{"id":"2410.04203","title":"RainbowPO: A Unified Framework for Combining Improvements in Preference Optimization","created":"2024-10-05","cited_by_count":19,"area":"alignment"},{"id":"2410.21662","title":"$f$-PO: Generalizing Preference Optimization with $f$-divergence Minimization","created":"2024-10-29","cited_by_count":19,"area":"alignment"},{"id":"2505.11595","title":"Stepwise Guided Policy Optimization: Coloring your Incorrect Reasoning in GRPO","created":"2025-05-16","cited_by_count":19,"area":"lr"},{"id":"2506.16507","title":"Robust Reward Modeling via Causal Rubrics","created":"2025-06-19","cited_by_count":19,"area":"alignment"},{"id":"2502.12982","title":"Sailor2: Sailing in South-East Asia with Inclusive Multilingual LLMs","created":"2025-02-18","cited_by_count":18,"area":null},{"id":"2505.16869","title":"MPO: Multilingual Safety Alignment via Reward Gap Optimization","created":"2025-05-22","cited_by_count":18,"area":"alignment"},{"id":"2504.13122","title":"VistaDPO: Video Hierarchical Spatial-Temporal Direct Preference Optimization for Large Video Models","created":"2025-04-17","cited_by_count":17,"area":"alignment"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2507.00018","title":"Implicit Reward as the Bridge: A Unified View of SFT and DPO Connections","created":"2025-06-15","cited_by_count":17,"area":"alignment"},{"id":"2410.03145","title":"Margin Matching Preference Optimization: Enhanced Model Alignment with Granular Feedback","created":"2024-10-04","cited_by_count":15,"area":"alignment"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2507.21183","title":"MaPPO: Maximum a Posteriori Preference Optimization with Prior Knowledge","created":"2025-07-27","cited_by_count":15,"area":"alignment"},{"id":"2501.03884","title":"AlphaPO: Reward Shape Matters for LLM Alignment","created":"2025-01-07","cited_by_count":14,"area":"alignment"},{"id":"2412.09544","title":"Sail into the Headwind: Alignment via Robust Rewards and Dynamic Labels against Reward Hacking","created":"2024-12-12","cited_by_count":13,"area":"alignment"},{"id":"2502.02088","title":"Dual-IPO: Dual-Iterative Preference Optimization for Text-to-Video Generation","created":"2025-02-04","cited_by_count":13,"area":"diffusion"},{"id":"2502.08922","title":"Self-Consistency of the Internal Reward Models Improves Self-Rewarding Language Models","created":"2025-02-13","cited_by_count":13,"area":"lr"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2506.03690","title":"Robust Preference Optimization via Dynamic Target Margins","created":"2025-06-04","cited_by_count":13,"area":"alignment"},{"id":"2411.07237","title":"Contextualized Evaluations: Judging Language Model Responses to Underspecified Queries","created":"2024-11-11","cited_by_count":12,"area":null},{"id":"2505.18126","title":"Reward Model Overoptimisation in Iterated RLHF","created":"2025-05-23","cited_by_count":12,"area":"alignment"},{"id":"2505.08735","title":"Preference Optimization for Combinatorial Optimization Problems","created":"2025-05-13","cited_by_count":11,"area":"alignment"},{"id":"2512.23126","title":"InSPO: Unlocking Intrinsic Self-Reflection for LLM Preference Optimization","created":"2025-12-29","cited_by_count":11,"area":"alignment"},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2410.08067","title":"Reward-Augmented Data Enhances Direct Preference Alignment of LLMs","created":"2024-10-10","cited_by_count":10,"area":"alignment"},{"id":"2410.13828","title":"A Common Pitfall of Margin-based Language Model Alignment: Gradient Entanglement","created":"2024-10-17","cited_by_count":10,"area":"alignment"},{"id":"2506.08712","title":"ConfPO: Exploiting Policy Model Confidence for Critical Token Selection in Preference Optimization","created":"2025-06-10","cited_by_count":10,"area":"alignment"},{"id":"2405.00747","title":"Soft Preference Optimization: Aligning Language Models to Expert Distributions","created":"2024-04-30","cited_by_count":9,"area":"alignment"},{"id":"2412.04628","title":"Multi-Preference Optimization: Generalizing DPO via Set-Level Contrasts","created":"2024-12-05","cited_by_count":9,"area":"alignment"},{"id":"2412.13862","title":"Energy-Based Preference Model Offers Better Offline Alignment than the Bradley-Terry Preference Model","created":"2024-12-18","cited_by_count":9,"area":"alignment"},{"id":"2505.19601","title":"Preference Optimization by Estimating the Ratio of the Data Distribution","created":"2025-05-26","cited_by_count":9,"area":"alignment"},{"id":"2505.23349","title":"Towards Reward Fairness in RLHF: From a Resource Allocation Perspective","created":"2025-05-29","cited_by_count":9,"area":"alignment"},{"id":"2506.10054","title":"Uni-DPO: A Unified Paradigm for Dynamic Preference Optimization of LLMs","created":"2025-06-11","cited_by_count":9,"area":"alignment"},{"id":"2409.06411","title":"Length Desensitization in Direct Preference Optimization","created":"2024-09-10","cited_by_count":8,"area":"alignment"},{"id":"2409.17431","title":"On Extending Direct Preference Optimization to Accommodate Ties","created":"2024-09-25","cited_by_count":8,"area":"alignment"},{"id":"2503.06810","title":"Mitigating Preference Hacking in Policy Optimization with Pessimism","created":"2025-03-10","cited_by_count":8,"area":"alignment"},{"id":"2406.12606","title":"Not Everything is All You Need: Toward Low-Redundant Optimization for Large Language Model Alignment","created":"2024-06-18","cited_by_count":7,"area":"alignment"},{"id":"2406.17312","title":"Not All Preference Pairs Are Created Equal: A Recipe for Annotation-Efficient Iterative Preference Learning","created":"2024-06-25","cited_by_count":7,"area":null},{"id":"2407.15229","title":"A Practical Analysis of Human Alignment with *PO","created":"2024-07-21","cited_by_count":7,"area":"alignment"},{"id":"2408.07471","title":"Bridging and Modeling Correlations in Pairwise Data for Direct Preference Optimization","created":"2024-08-14","cited_by_count":7,"area":"alignment"},{"id":"2412.00624","title":"VideoSAVi: Self-Aligned Video Language Models without Human Supervision","created":"2024-12-01","cited_by_count":7,"area":"alignment"},{"id":"2502.00634","title":"SimulPL: Aligning Human Preferences in Simultaneous Machine Translation","created":"2025-02-02","cited_by_count":7,"area":"alignment"},{"id":"2502.03699","title":"LLM Alignment as Retriever Optimization: An Information Retrieval Perspective","created":"2025-02-06","cited_by_count":7,"area":"alignment"},{"id":"2505.01903","title":"LookAlike: Consistent Distractor Generation in Math MCQs","created":"2025-05-03","cited_by_count":7,"area":"alignment"},{"id":"2505.08507","title":"InfoPO: On Mutual Information Maximization for Large Language Model Alignment","created":"2025-05-13","cited_by_count":7,"area":"alignment"},{"id":"2505.18720","title":"Optimal Transport-Based Token Weighting scheme for Enhanced Preference Optimization","created":"2025-05-24","cited_by_count":7,"area":"alignment"},{"id":"2508.04149","title":"Difficulty-Based Preference Data Selection by DPO Implicit Reward Gap","created":"2025-08-06","cited_by_count":7,"area":"alignment"},{"id":"2509.23102","title":"Multiplayer Nash Preference Optimization","created":"2025-09-27","cited_by_count":7,"area":"alignment"},{"id":"2512.23461","title":"Eliminating Inductive Bias in Reward Models with Information-Theoretic Guidance","created":"2025-12-29","cited_by_count":7,"area":"alignment"},{"id":"2405.16681","title":"Triple Preference Optimization: Achieving Better Alignment using a Single Step Optimization","created":"2024-05-26","cited_by_count":6,"area":"alignment"},{"id":"2408.15565","title":"SIaM: Self-Improving Code-Assisted Mathematical Reasoning of Large Language Models","created":"2024-08-28","cited_by_count":6,"area":"lr"},{"id":"2410.04834","title":"As Simple as Fine-tuning: LLM Alignment via Bidirectional Negative Feedback Loss","created":"2024-10-07","cited_by_count":6,"area":"alignment"},{"id":"2410.15096","title":"GDPO: Learning to Directly Align Language Models with Diversity Using GFlowNets","created":"2024-10-19","cited_by_count":6,"area":"alignment"},{"id":"2412.17018","title":"GAS: Generative Auto-bidding with Post-training Search","created":"2024-12-22","cited_by_count":6,"area":null},{"id":"2502.00814","title":"Disentangling Length Bias In Preference Learning Via Response-Conditioned Modeling","created":"2025-02-02","cited_by_count":6,"area":"alignment"},{"id":"2504.20106","title":"Adaptive Helpfulness-Harmlessness Alignment with Preference Vectors","created":"2025-04-27","cited_by_count":6,"area":"alignment"},{"id":"2506.05967","title":"Preference Learning for AI Alignment: a Causal Perspective","created":"2025-06-06","cited_by_count":6,"area":"alignment"},{"id":"2506.07165","title":"AMoPO: Adaptive Multi-objective Preference Optimization without Reward Models and Reference Models","created":"2025-06-08","cited_by_count":6,"area":"alignment"},{"id":"2506.07492","title":"Explicit Preference Optimization: No Need for an Implicit Reward Model","created":"2025-06-09","cited_by_count":6,"area":"alignment"},{"id":"2507.08068","title":"Quantile Reward Policy Optimization: Alignment with Pointwise Regression and Exact Partition Functions","created":"2025-07-10","cited_by_count":6,"area":"lr"}],"next_cursor":"100"}