{"total":78,"rows":[{"id":"2404.04475","title":"Length-Controlled AlpacaEval: A Simple Way to Debias Automatic Evaluators","created":"2024-04-06","cited_by_count":897,"area":null},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2403.19159","title":"Disentangling Length from Quality in Direct Preference Optimization","created":"2024-03-28","cited_by_count":196,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2312.10665","title":"Silkie: Preference Distillation for Large Visual Language Models","created":"2023-12-17","cited_by_count":130,"area":"mllm"},{"id":"2410.15115","title":"On Designing Effective RL Reward at Training Time for LLM Reasoning","created":"2024-10-19","cited_by_count":87,"area":"lr"},{"id":"2402.09345","title":"InfoRM: Mitigating Reward Hacking in RLHF via Information-Theoretic Reward Modeling","created":"2024-02-14","cited_by_count":79,"area":"alignment"},{"id":"2402.01391","title":"StepCoder: Improve Code Generation with Reinforcement Learning from Compiler Feedback","created":"2024-02-02","cited_by_count":77,"area":"lr"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2410.00847","title":"Uncertainty-aware Reward Model: Teaching Reward Models to Know What is Unknown","created":"2024-10-01","cited_by_count":74,"area":"alignment"},{"id":"2410.09421","title":"VLFeedback: A Large-Scale AI Feedback Dataset for Large Vision-Language Models Alignment","created":"2024-10-12","cited_by_count":58,"area":"mllm"},{"id":"2407.01085","title":"Explaining Length Bias in LLM-Based Preference Evaluations","created":"2024-07-01","cited_by_count":49,"area":null},{"id":"2406.17744","title":"Following Length Constraints in Instructions","created":"2024-06-25","cited_by_count":46,"area":null},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2405.20850","title":"Improving Reward Models with Synthetic Critiques","created":"2024-05-31","cited_by_count":44,"area":"alignment"},{"id":"2409.20370","title":"The Perfect Blend: Redefining RLHF with Mixture of Judges","created":"2024-09-30","cited_by_count":43,"area":"alignment"},{"id":"2501.09620","title":"Beyond Reward Hacking: Causal Rewards for Large Language Model Alignment","created":"2025-01-16","cited_by_count":42,"area":"alignment"},{"id":"2410.03742","title":"Beyond Scalar Reward Model: Learning Generative Judge from Preference Data","created":"2024-10-01","cited_by_count":32,"area":"alignment"},{"id":"2406.10957","title":"Eliminating Biased Length Reliance of Direct Preference Optimization via Down-Sampled KL Divergence","created":"2024-06-16","cited_by_count":31,"area":"alignment"},{"id":"2409.05283","title":"On the Relationship between Truth and Political Bias in Language Models","created":"2024-09-09","cited_by_count":31,"area":"alignment"},{"id":"2402.02318","title":"Diversity Measurement and Subset Selection for Instruction Tuning Datasets","created":"2024-02-04","cited_by_count":29,"area":null},{"id":"2406.05587","title":"Creativity Has Left the Chat: The Price of Debiasing Language Models","created":"2024-06-08","cited_by_count":29,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2404.00934","title":"ChatGLM-RLHF: Practices of Aligning Large Language Models with Human Feedback","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2505.13388","title":"R3: Robust Rubric-Agnostic Reward Models","created":"2025-05-19","cited_by_count":23,"area":"alignment"},{"id":"2509.22047","title":"MO-GRPO: Mitigating Reward Hacking of Group Relative Policy Optimization on Multi-Objective Problems","created":"2025-09-26","cited_by_count":23,"area":"lr"},{"id":"2402.11253","title":"Aligning Large Language Models by On-Policy Self-Judgment","created":"2024-02-17","cited_by_count":20,"area":"alignment"},{"id":"2406.09264","title":"Position: Towards Bidirectional Human-AI Alignment","created":"2024-06-13","cited_by_count":18,"area":"alignment"},{"id":"2501.19358","title":"The Energy Loss Phenomenon in RLHF: A New Perspective on Mitigating Reward Hacking","created":"2025-01-31","cited_by_count":18,"area":"alignment"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2503.18130","title":"Mitigating Reward Over-Optimization in RLHF via Behavior-Supported Regularization","created":"2025-03-23","cited_by_count":14,"area":"alignment"},{"id":"2410.12869","title":"Towards Acyclic Preference Evaluation of Language Models via Multiple Evaluators","created":"2024-10-14","cited_by_count":13,"area":null},{"id":"2502.08922","title":"Self-Consistency of the Internal Reward Models Improves Self-Rewarding Language Models","created":"2025-02-13","cited_by_count":13,"area":"lr"},{"id":"2506.05339","title":"Flattery, Fluff, and Fog: Diagnosing and Mitigating Idiosyncratic Biases in Preference Models","created":"2025-06-05","cited_by_count":13,"area":"alignment"},{"id":"2402.18113","title":"Small But Funny: A Feedback-Driven Approach to Humor Distillation","created":"2024-02-28","cited_by_count":12,"area":null},{"id":"2506.07326","title":"Reward Model Interpretability via Optimal and Pessimal Tokens","created":"2025-06-08","cited_by_count":10,"area":"alignment"},{"id":"2404.04932","title":"Towards Understanding the Influence of Reward Margin on Preference Model Performance","created":"2024-04-07","cited_by_count":9,"area":"alignment"},{"id":"2504.05294","title":"Truthful or Fabricated? Using Causal Attribution to Mitigate Reward Hacking in Explanations","created":"2025-04-07","cited_by_count":9,"area":"lr"},{"id":"2505.23349","title":"Towards Reward Fairness in RLHF: From a Resource Allocation Perspective","created":"2025-05-29","cited_by_count":9,"area":"alignment"},{"id":"2603.06621","title":"Reward Under Attack: Analyzing the Robustness and Hackability of Process Reward Models","created":"2026-02-20","cited_by_count":9,"area":"lr"},{"id":"2506.07963","title":"SUDER: Self-Improving Unified Large Multimodal Models for Understanding and Generation with Dual Self-Rewards","created":"2025-06-09","cited_by_count":8,"area":"mllm"},{"id":"2510.01925","title":"Enhancing Large Language Model Reasoning with Reward Models: An Analytical Survey","created":"2025-10-02","cited_by_count":8,"area":"lr"},{"id":"2505.11336","title":"XtraGPT: Context-Aware and Controllable Academic Paper Revision via Human-AI Collaboration","created":"2025-05-16","cited_by_count":7,"area":null},{"id":"2505.12843","title":"Bias Fitting to Mitigate Length Bias of Reward Model in RLHF","created":"2025-05-19","cited_by_count":7,"area":"alignment"},{"id":"2512.23461","title":"Eliminating Inductive Bias in Reward Models with Information-Theoretic Guidance","created":"2025-12-29","cited_by_count":7,"area":"alignment"},{"id":"2603.10535","title":"Tackling Length Inflation Without Trade-offs: Group Relative Reward Rescaling for Reinforcement Learning","created":"2026-03-11","cited_by_count":7,"area":"alignment"},{"id":"2502.00814","title":"Disentangling Length Bias In Preference Learning Via Response-Conditioned Modeling","created":"2025-02-02","cited_by_count":6,"area":"alignment"},{"id":"2510.23751","title":"Debiasing Reward Models by Representation Learning with Guarantees","created":"2025-10-27","cited_by_count":6,"area":"alignment"},{"id":"2511.12573","title":"Mitigating Length Bias in RLHF through a Causal Lens","created":"2025-11-16","cited_by_count":6,"area":"alignment"},{"id":"2512.00884","title":"Towards Active Synthetic Data Generation for Finetuning Language Models","created":"2025-11-30","cited_by_count":6,"area":"synth"},{"id":"2504.06020","title":"Information-Theoretic Reward Decomposition for Generalizable RLHF","created":"2025-04-08","cited_by_count":5,"area":"alignment"},{"id":"2505.23316","title":"Proximalized Preference Optimization for Diverse Feedback Types: A Decomposed Perspective on DPO","created":"2025-05-29","cited_by_count":5,"area":"alignment"},{"id":"2507.15698","title":"CoLD: Counterfactually-Guided Length Debiasing for Process Reward Models in Mathematical Reasoning","created":"2025-07-21","cited_by_count":5,"area":"lr"},{"id":"2510.13694","title":"Information-Theoretic Reward Modeling for Stable RLHF: Detecting and Mitigating Reward Hacking","created":"2025-10-15","cited_by_count":5,"area":"alignment"},{"id":"2601.00624","title":"Do Chatbot LLMs Talk Too Much? The YapBench Benchmark","created":"2026-01-02","cited_by_count":5,"area":null},{"id":"2405.00438","title":"MetaRM: Shifted Distributions Alignment via Meta-Learning","created":"2024-05-01","cited_by_count":4,"area":"alignment"},{"id":"2601.07524","title":"Stagewise Reinforcement Learning and the Geometry of the Regret Landscape","created":"2026-01-12","cited_by_count":4,"area":"deeprl"},{"id":"2604.00025","title":"Brevity Constraints Reverse Performance Hierarchies in Language Models","created":"2026-03-11","cited_by_count":4,"area":null},{"id":"2508.17637","title":"Weights-Rotated Preference Optimization for Large Language Models","created":"2025-08-25","cited_by_count":3,"area":"alignment"},{"id":"2604.02686","title":"Beyond Semantic Manipulation: Token-Space Attacks on Reward Models","created":"2026-04-03","cited_by_count":3,"area":"alignment"},{"id":"2606.22027","title":"RARM: Confidence-Gated Progress Reward Modeling for RL in Manipulation","created":"2026-06-20","cited_by_count":3,"area":"alignment"},{"id":"2407.21202","title":"Rolling in the deep of cognitive and AI biases","created":"2024-07-30","cited_by_count":2,"area":null},{"id":"2503.03122","title":"The Devil Is in the Details: Tackling Unimodal Spurious Correlations for Generalizable Multimodal Reward Models","created":"2025-03-05","cited_by_count":2,"area":"alignment"},{"id":"2507.06419","title":"Teach a Reward Model to Correct Itself: Reward Guided Adversarial Failure Discovery for Robust Reward Modeling","created":"2025-07-08","cited_by_count":2,"area":"alignment"},{"id":"2601.04609","title":"When More Words Say Less: Decoupling Length and Specificity in Image Description Evaluation","created":"2026-01-08","cited_by_count":2,"area":"mllm"},{"id":"2603.12795","title":"SteerRM: Debiasing Reward Models via Sparse Autoencoders","created":"2026-03-13","cited_by_count":2,"area":"alignment"},{"id":"2606.09043","title":"DynaCF: Mitigating Shortcut Learning in Reward Models via Dynamic Counterfactual Sensitivity","created":"2026-06-08","cited_by_count":2,"area":"alignment"},{"id":"2412.16475","title":"When Can Proxies Improve the Sample Complexity of Preference Learning?","created":"2024-12-21","cited_by_count":1,"area":"alignment"},{"id":"2507.20398","title":"Length Representations in Large Language Models","created":"2025-07-27","cited_by_count":1,"area":null},{"id":"2510.05526","title":"Provably Mitigating Corruption, Overoptimization, and Verbosity Simultaneously in Offline and Online RLHF/DPO Alignment","created":"2025-10-07","cited_by_count":1,"area":"alignment"},{"id":"2501.00562","title":"An Overview and Discussion on Using Large Language Models for Implementation Generation of Solutions to Open-Ended Problems","created":"2024-12-31","cited_by_count":0,"area":null},{"id":"2506.09096","title":"Intra-Trajectory Consistency for Reward Modeling","created":"2025-06-10","cited_by_count":0,"area":"alignment"},{"id":"2602.15338","title":"Discovering Implicit Large Language Model Alignment Objectives","created":"2026-02-17","cited_by_count":0,"area":"alignment"},{"id":"2602.22710","title":"Same Words, Different Judgments: How Preferences Vary Across Modalities","created":"2026-02-26","cited_by_count":0,"area":null},{"id":"2604.13833","title":"Robust Reward Modeling for Large Language Models via Causal Decomposition","created":"2026-04-15","cited_by_count":0,"area":"alignment"},{"id":"2609.00699","title":"Patterning in Practice: Debiasing Reward Models with Susceptibilities","created":"2026-09-01","cited_by_count":0,"area":"alignment"},{"id":"2609.34718","title":"Quality Determines Direction, Length Shapes Magnitude: Length Control for Open-Ended Reinforcement Learning","created":"2026-09-28","cited_by_count":0,"area":"alignment"},{"id":"2609.35044","title":"BA-DPO: Bias-Adjusted Direct Preference Optimization for Language Model Alignment","created":"2026-09-28","cited_by_count":0,"area":"alignment"}],"next_cursor":null}