{"total":216,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406,"area":"alignment"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2406.08673","title":"HelpSteer2: Open-source dataset for training top-performing reward models","created":"2024-06-12","cited_by_count":236,"area":"alignment"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2410.16184","title":"RM-Bench: Benchmarking Reward Models of Language Models with Subtlety and Style","created":"2024-10-21","cited_by_count":176,"area":"alignment"},{"id":"2311.08692","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","created":"2023-11-15","cited_by_count":145,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2403.09472","title":"Easy-to-Hard Generalization: Scalable Alignment Beyond Human Supervision","created":"2024-03-14","cited_by_count":96,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2506.11902","title":"TreeRL: LLM Reinforcement Learning with On-Policy Tree Search","created":"2025-06-13","cited_by_count":80,"area":"alignment"},{"id":"2402.00782","title":"Dense Reward for Free in Reinforcement Learning from Human Feedback","created":"2024-02-01","cited_by_count":78,"area":"alignment"},{"id":"2312.07000","title":"Alignment for Honesty","created":"2023-12-12","cited_by_count":74,"area":"alignment"},{"id":"2409.10164","title":"Quantile Regression for Distributional Reward Models in RLHF","created":"2024-09-16","cited_by_count":60,"area":"alignment"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2602.02482","title":"Expanding the Capabilities of Reinforcement Learning via Text Feedback","created":"2026-02-02","cited_by_count":53,"area":"alignment"},{"id":"2405.20850","title":"Improving Reward Models with Synthetic Critiques","created":"2024-05-31","cited_by_count":44,"area":"alignment"},{"id":"2407.02552","title":"RLHF Can Speak Many Languages: Unlocking Multilingual Preference Optimization for LLMs","created":"2024-07-02","cited_by_count":43,"area":"alignment"},{"id":"2406.08414","title":"Discovering Preference Optimization Algorithms with and for Large Language Models","created":"2024-06-12","cited_by_count":42,"area":"alignment"},{"id":"2503.17003","title":"A Survey on Personalized Alignment -- The Missing Piece for Large Language Models in Real-World Applications","created":"2025-03-21","cited_by_count":42,"area":"alignment"},{"id":"2501.12895","title":"Test-Time Preference Optimization: On-the-Fly Alignment via Iterative Textual Feedback","created":"2025-01-22","cited_by_count":41,"area":"alignment"},{"id":"2508.03686","title":"CompassVerifier: A Unified and Robust Verifier for LLMs Evaluation and Outcome Reward","created":"2025-08-05","cited_by_count":40,"area":"alignment"},{"id":"2311.04072","title":"Beyond Imitation: Leveraging Fine-grained Quality Signals for Alignment","created":"2023-11-07","cited_by_count":35,"area":"alignment"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2604.13602","title":"Reward Hacking in the Era of Large Models: Mechanisms, Emergent Misalignment, Challenges","created":"2026-04-15","cited_by_count":33,"area":"alignment"},{"id":"2405.19262","title":"Weak-to-Strong Search: Align Large Language Models via Searching over Small Language Models","created":"2024-05-29","cited_by_count":32,"area":"alignment"},{"id":"2408.15549","title":"WildFeedback: Aligning LLMs With In-situ User Interactions And Feedback","created":"2024-08-28","cited_by_count":31,"area":"alignment"},{"id":"2505.03156","title":"Soft Best-of-n Sampling for Model Alignment","created":"2025-05-06","cited_by_count":30,"area":"alignment"},{"id":"2410.10148","title":"AlphaDPO: Adaptive Reward Margin for Direct Preference Optimization","created":"2024-10-14","cited_by_count":29,"area":"alignment"},{"id":"2509.03403","title":"Beyond Correctness: Harmonizing Process and Outcome Rewards through RL Training","created":"2025-09-03","cited_by_count":29,"area":"alignment"},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2603.01562","title":"RubricBench: Aligning Model-Generated Rubrics with Human Standards","created":"2026-03-02","cited_by_count":28,"area":"alignment"},{"id":"2410.02197","title":"Beyond Bradley-Terry Models: A General Preference Model for Language Model Alignment","created":"2024-10-03","cited_by_count":27,"area":"alignment"},{"id":"2602.14069","title":"Open Rubric System: Scaling Reinforcement Learning with Pairwise Adaptive Rubric","created":"2026-02-15","cited_by_count":27,"area":"alignment"},{"id":"2410.19133","title":"Hybrid Preferences: Learning to Route Instances for Human vs. AI Feedback","created":"2024-10-24","cited_by_count":26,"area":"alignment"},{"id":"2509.23738","title":"GUI-Shepherd: Reliable Process Reward and Verification for Long-Sequence GUI Tasks","created":"2025-09-28","cited_by_count":26,"area":"alignment"},{"id":"2401.11458","title":"Linear Alignment: A Closed-form Solution for Aligning Human Preferences without Tuning and Feedback","created":"2024-01-21","cited_by_count":25,"area":"alignment"},{"id":"2504.07532","title":"AI-Slop to AI-Polish? Aligning Language Models through Edit-Based Writing Rewards and Test-time Computation","created":"2025-04-10","cited_by_count":25,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2308.15812","title":"Peering Through Preferences: Unraveling Feedback Acquisition for Aligning Large Language Models","created":"2023-08-30","cited_by_count":23,"area":"alignment"},{"id":"2403.18381","title":"Improving Attributed Text Generation of Large Language Models via Preference Learning","created":"2024-03-27","cited_by_count":23,"area":"alignment"},{"id":"2401.07382","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","created":"2024-01-14","cited_by_count":22,"area":"alignment"},{"id":"2502.11555","title":"Equilibrate RLHF: Towards Balancing Helpfulness-Safety Trade-off in Large Language Models","created":"2025-02-17","cited_by_count":22,"area":"alignment"},{"id":"2601.03555","title":"SCRIBE: Structured Mid-Level Supervision for Tool-Using Language Models","created":"2026-01-07","cited_by_count":21,"area":"alignment"},{"id":"2502.04270","title":"PILAF: Optimal Human Preference Sampling for Reward Modeling","created":"2025-02-06","cited_by_count":20,"area":"alignment"},{"id":"2502.09604","title":"SelfCite: Self-Supervised Alignment for Context Attribution in Large Language Models","created":"2025-02-13","cited_by_count":20,"area":"alignment"},{"id":"2512.16899","title":"Multimodal RewardBench 2: Evaluating Omni Reward Models for Interleaved Text and Image","created":"2025-12-18","cited_by_count":20,"area":"alignment"},{"id":"2409.17819","title":"Inference-Time Language Model Alignment via Integrated Value Guidance","created":"2024-09-26","cited_by_count":19,"area":"alignment"},{"id":"2501.13011","title":"MONA: Myopic Optimization with Non-myopic Approval Can Mitigate Multi-step Reward Hacking","created":"2025-01-22","cited_by_count":19,"area":"alignment"},{"id":"2311.14743","title":"A Baseline Analysis of Reward Models' Ability To Accurately Analyze Foundation Models Under Distribution Shift","created":"2023-11-21","cited_by_count":18,"area":"alignment"},{"id":"2505.22338","title":"Text2Grad: Reinforcement Learning from Natural Language Feedback","created":"2025-05-28","cited_by_count":18,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2503.02832","title":"AlignDistil: Token-Level Language Model Alignment as Adaptive Policy Distillation","created":"2025-03-04","cited_by_count":17,"area":"alignment"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2507.00018","title":"Implicit Reward as the Bridge: A Unified View of SFT and DPO Connections","created":"2025-06-15","cited_by_count":17,"area":"alignment"},{"id":"2505.20417","title":"SCAR: Shapley Credit Assignment for More Efficient RLHF","created":"2025-05-26","cited_by_count":16,"area":"alignment"},{"id":"2511.21541","title":"Video Generation Models Are Good Latent Reward Models","created":"2025-11-26","cited_by_count":16,"area":"alignment"},{"id":"2402.07896","title":"Suppressing Pink Elephants with Direct Principle Feedback","created":"2024-02-12","cited_by_count":15,"area":"alignment"},{"id":"2404.00530","title":"Comparing Bad Apples to Good Oranges: Aligning Large Language Models via Joint Preference Optimization","created":"2024-03-31","cited_by_count":15,"area":"alignment"},{"id":"2501.08617","title":"RLHS: Mitigating Misalignment in RLHF with Hindsight Simulation","created":"2025-01-15","cited_by_count":15,"area":"alignment"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2507.05197","title":"Pre-Trained Policy Discriminators are General Reward Models","created":"2025-07-07","cited_by_count":15,"area":"alignment"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2412.02685","title":"T-REG: Preference Optimization with Token-Level Reward Regularization","created":"2024-12-03","cited_by_count":13,"area":"alignment"},{"id":"2506.03690","title":"Robust Preference Optimization via Dynamic Target Margins","created":"2025-06-04","cited_by_count":13,"area":"alignment"},{"id":"2406.07780","title":"A Critical Look At Tokenwise Reward-Guided Text Generation","created":"2024-06-12","cited_by_count":12,"area":"alignment"},{"id":"2412.01253","title":"Yi-Lightning Technical Report","created":"2024-12-02","cited_by_count":12,"area":"alignment"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2506.12109","title":"Personalized LLM Decoding via Contrasting Personal Preference","created":"2025-06-13","cited_by_count":12,"area":"alignment"},{"id":"2403.06754","title":"ALaRM: Align Language Models via Hierarchical Rewards Modeling","created":"2024-03-11","cited_by_count":11,"area":"alignment"},{"id":"2505.12763","title":"Rethinking Reward Model Evaluation Through the Lens of Reward Overoptimization","created":"2025-05-19","cited_by_count":11,"area":"alignment"},{"id":"2506.04118","title":"Guided Speculative Inference for Efficient Test-Time Alignment of LLMs","created":"2025-06-04","cited_by_count":11,"area":"alignment"},{"id":"2509.25361","title":"Structural Reward Model: Enhancing Interpretability, Efficiency, and Scalability in Reward Modeling","created":"2025-09-29","cited_by_count":11,"area":"alignment"},{"id":"2601.07349","title":"Reward Modeling from Natural Language Human Feedback","created":"2026-01-12","cited_by_count":11,"area":"alignment"},{"id":"2405.11647","title":"Hummer: Towards Limited Competitive Preference Dataset","created":"2024-05-19","cited_by_count":10,"area":"alignment"},{"id":"2503.01076","title":"Active Learning for Direct Preference Optimization","created":"2025-03-03","cited_by_count":10,"area":"alignment"},{"id":"2604.02795","title":"Rubrics to Tokens: Bridging Response-level Rubrics and Token-level Rewards in Instruction Following Tasks","created":"2026-04-03","cited_by_count":10,"area":"alignment"},{"id":"2307.00279","title":"Let Me Teach You: Pedagogical Foundations of Feedback for Language Models","created":"2023-07-01","cited_by_count":9,"area":"alignment"},{"id":"2402.10184","title":"Reward Generalization in RLHF: A Topological Perspective","created":"2024-02-15","cited_by_count":9,"area":"alignment"},{"id":"2409.19715","title":"Coffee-Gym: An Environment for Evaluating and Improving Natural Language Feedback on Erroneous Code","created":"2024-09-29","cited_by_count":9,"area":"alignment"},{"id":"2410.05656","title":"On the Modeling Capabilities of Large Language Models for Sequential Decision Making","created":"2024-10-08","cited_by_count":9,"area":"alignment"},{"id":"2503.18665","title":"Boosting Virtual Agent Learning and Reasoning: A Step-Wise, Multi-Dimensional, and Generalist Reward Model with Benchmark","created":"2025-03-24","cited_by_count":9,"area":"alignment"},{"id":"2506.04463","title":"Aligning Large Language Models with Implicit Preferences from User-Generated Content","created":"2025-06-04","cited_by_count":9,"area":"alignment"},{"id":"2506.10054","title":"Uni-DPO: A Unified Paradigm for Dynamic Preference Optimization of LLMs","created":"2025-06-11","cited_by_count":9,"area":"alignment"},{"id":"2507.11500","title":"ARMOR: Aligning Secure and Safe Large Language Models via Meticulous Reasoning","created":"2025-07-14","cited_by_count":8,"area":"alignment"},{"id":"2509.15110","title":"TDRM: Smooth Reward Models with Temporal Difference for LLM RL and Inference","created":"2025-09-18","cited_by_count":8,"area":"alignment"},{"id":"2512.23457","title":"Replay Failures as Successes: Sample-Efficient Reinforcement Learning for Instruction Following","created":"2025-12-29","cited_by_count":8,"area":"alignment"},{"id":"2407.15229","title":"A Practical Analysis of Human Alignment with *PO","created":"2024-07-21","cited_by_count":7,"area":"alignment"},{"id":"2410.01735","title":"LASeR: Learning to Adaptively Select Reward Models with Multi-Armed Bandits","created":"2024-10-02","cited_by_count":7,"area":"alignment"},{"id":"2410.23726","title":"Towards Reliable Alignment: Uncertainty-aware RLHF","created":"2024-10-31","cited_by_count":7,"area":"alignment"},{"id":"2411.00722","title":"Token-level Proximal Policy Optimization for Query Generation","created":"2024-11-01","cited_by_count":7,"area":"alignment"},{"id":"2504.10208","title":"From Prompting to Alignment: A Generative Framework for Query Recommendation","created":"2025-04-14","cited_by_count":7,"area":"alignment"},{"id":"2505.20081","title":"Inference-time Alignment in Continuous Space","created":"2025-05-26","cited_by_count":7,"area":"alignment"},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"}],"next_cursor":"100"}