{"total":91,"rows":[{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971,"area":"alignment"},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588,"area":"alignment"},{"id":"2409.19256","title":"HybridFlow: A Flexible and Efficient RLHF Framework","created":"2024-09-28","cited_by_count":2057,"area":"alignment"},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656,"area":"alignment"},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2306.01693","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","created":"2023-06-02","cited_by_count":401,"area":"alignment"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2406.15513","title":"PKU-SafeRLHF: Towards Multi-Level Safety Alignment for LLMs with Human Preference","created":"2024-06-20","cited_by_count":261,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2401.06080","title":"Secrets of RLHF in Large Language Models Part II: Reward Modeling","created":"2024-01-11","cited_by_count":171,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2302.08215","title":"Aligning Language Models with Preferences through f-divergence Minimization","created":"2023-02-16","cited_by_count":120,"area":"alignment"},{"id":"2403.09472","title":"Easy-to-Hard Generalization: Scalable Alignment Beyond Human Supervision","created":"2024-03-14","cited_by_count":96,"area":"alignment"},{"id":"2506.11902","title":"TreeRL: LLM Reinforcement Learning with On-Policy Tree Search","created":"2025-06-13","cited_by_count":80,"area":"alignment"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2402.02992","title":"Decoding-time Realignment of Language Models","created":"2024-02-05","cited_by_count":67,"area":"alignment"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"2310.05910","title":"SALMON: Self-Alignment with Instructable Reward Models","created":"2023-10-09","cited_by_count":55,"area":"alignment"},{"id":"2602.02482","title":"Expanding the Capabilities of Reinforcement Learning via Text Feedback","created":"2026-02-02","cited_by_count":53,"area":"alignment"},{"id":"2405.06639","title":"Value Augmented Sampling for Language Model Alignment and Personalization","created":"2024-05-10","cited_by_count":49,"area":"alignment"},{"id":"2306.02231","title":"Fine-Tuning Language Models with Advantage-Induced Policy Alignment","created":"2023-06-04","cited_by_count":48,"area":"alignment"},{"id":"2409.13221","title":"Optimizing RLHF Training for Large Language Models with Stage Fusion","created":"2024-09-20","cited_by_count":43,"area":"alignment"},{"id":"2309.00754","title":"Efficient RLHF: Reducing the Memory Usage of PPO","created":"2023-09-01","cited_by_count":40,"area":"alignment"},{"id":"2504.19599","title":"GVPO: Group Variance Policy Optimization for Large Language Model Post-Training","created":"2025-04-28","cited_by_count":32,"area":"alignment"},{"id":"2504.03206","title":"Enhancing Personalized Multi-Turn Dialogue with Curiosity Reward","created":"2025-04-04","cited_by_count":27,"area":"alignment"},{"id":"2509.23738","title":"GUI-Shepherd: Reliable Process Reward and Verification for Long-Sequence GUI Tasks","created":"2025-09-28","cited_by_count":26,"area":"alignment"},{"id":"2310.11971","title":"Improving Generalization of Alignment with Human Preferences through Group Invariant Learning","created":"2023-10-18","cited_by_count":25,"area":"alignment"},{"id":"2405.19544","title":"One-Shot Safety Alignment for Large Language Models via Optimal Dualization","created":"2024-05-29","cited_by_count":24,"area":"alignment"},{"id":"2401.07382","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","created":"2024-01-14","cited_by_count":22,"area":"alignment"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2504.04950","title":"A Unified Pairwise Framework for RLHF: Bridging Generative Reward Modeling and Policy Optimization","created":"2025-04-07","cited_by_count":21,"area":"alignment"},{"id":"2309.09055","title":"Exploring the impact of low-rank adaptation on the performance, efficiency, and regularization of RLHF","created":"2023-09-16","cited_by_count":20,"area":"alignment"},{"id":"2305.14718","title":"Leftover Lunch: Advantage-based Offline Reinforcement Learning for Language Models","created":"2023-05-24","cited_by_count":17,"area":"alignment"},{"id":"2310.16960","title":"Privately Aligning Language Models with Reinforcement Learning","created":"2023-10-25","cited_by_count":17,"area":"alignment"},{"id":"2507.14987","title":"AlphaAlign: Incentivizing Safety Alignment with Extremely Simplified Reinforcement Learning","created":"2025-07-20","cited_by_count":15,"area":"alignment"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2302.00270","title":"Internally Rewarded Reinforcement Learning","created":"2023-02-01","cited_by_count":14,"area":"alignment"},{"id":"2308.12050","title":"Aligning Language Models with Offline Learning from Human Feedback","created":"2023-08-23","cited_by_count":14,"area":"alignment"},{"id":"2502.11026","title":"RLHF in an SFT Way: From Optimal Solution to Reward-Weighted Alignment","created":"2025-02-16","cited_by_count":14,"area":"alignment"},{"id":"2503.18130","title":"Mitigating Reward Over-Optimization in RLHF via Behavior-Supported Regularization","created":"2025-03-23","cited_by_count":14,"area":"alignment"},{"id":"2204.05512","title":"Make The Most of Prior Data: A Solution for Interactive Text Summarization with Preference Feedback","created":"2022-04-12","cited_by_count":13,"area":"alignment"},{"id":"2406.02756","title":"Aligning Large Language Models via Fine-grained Supervision","created":"2024-06-04","cited_by_count":13,"area":"alignment"},{"id":"2406.10977","title":"Toward Optimal LLM Alignments Using Two-Player Games","created":"2024-06-16","cited_by_count":13,"area":"alignment"},{"id":"2505.10892","title":"Multi-Objective Preference Optimization: Improving Human Alignment of Generative Models","created":"2025-05-16","cited_by_count":13,"area":"alignment"},{"id":"2409.17472","title":"Autoregressive Multi-trait Essay Scoring via Reinforcement Learning with Scoring-aware Multiple Rewards","created":"2024-09-26","cited_by_count":12,"area":"alignment"},{"id":"2406.18346","title":"AI Alignment through Reinforcement Learning from Human Feedback? Contradictions and Limitations","created":"2024-06-26","cited_by_count":11,"area":"alignment"},{"id":"2411.05986","title":"Fine-Grained Reward Optimization for Machine Translation using Error Severity Mappings","created":"2024-11-08","cited_by_count":11,"area":"alignment"},{"id":"2506.06964","title":"Offline RL by Reward-Weighted Fine-Tuning for Conversation Optimization","created":"2025-06-08","cited_by_count":10,"area":"alignment"},{"id":"2507.13579","title":"Learning to summarize user information for personalized reinforcement learning from human feedback","created":"2025-07-17","cited_by_count":10,"area":"alignment"},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"},{"id":"2406.00303","title":"Multi-Dimensional Optimization for Text Summarization via Reinforcement Learning","created":"2024-06-01","cited_by_count":6,"area":"alignment"},{"id":"2507.15507","title":"Off-Policy Corrected Reward Modeling for Reinforcement Learning from Human Feedback","created":"2025-07-21","cited_by_count":6,"area":"alignment"},{"id":"2510.18053","title":"Adaptive Divergence Regularized Policy Optimization for Fine-tuning Generative Models","created":"2025-10-20","cited_by_count":6,"area":"alignment"},{"id":"2410.19933","title":"Enhancing Safety in Reinforcement Learning with Human Feedback via Rectified Policy Optimization","created":"2024-10-25","cited_by_count":5,"area":"alignment"},{"id":"2506.02553","title":"Response-Level Rewards Are All You Need for Online Reinforcement Learning in LLMs: A Mathematical Perspective","created":"2025-06-03","cited_by_count":5,"area":"alignment"},{"id":"2602.11523","title":"Unifying Stable Optimization and Reference Regularization in RLHF","created":"2026-02-12","cited_by_count":4,"area":"alignment"},{"id":"2410.21533","title":"L3Ms -- Lagrange Large Language Models","created":"2024-10-28","cited_by_count":3,"area":"alignment"},{"id":"2601.22801","title":"Clipping-Free Policy Optimization for Large Language Models","created":"2026-01-30","cited_by_count":3,"area":"alignment"},{"id":"2606.16771","title":"GD$^2$PO: Mitigating Multi-Reward Conflicts via Group-Dynamic reward-Decoupled Policy Optimization","created":"2026-06-15","cited_by_count":3,"area":"alignment"},{"id":"2405.17618","title":"Symmetric Reinforcement Learning Loss for Robust Learning on Diverse Tasks and Model Scales","created":"2024-05-27","cited_by_count":2,"area":"alignment"},{"id":"2406.11190","title":"Aligning Large Language Models from Self-Reference AI Feedback with one General Principle","created":"2024-06-17","cited_by_count":2,"area":"alignment"},{"id":"2505.06273","title":"Policy-labeled Preference Learning: Is Preference Enough for RLHF?","created":"2025-05-06","cited_by_count":2,"area":"alignment"},{"id":"2508.14076","title":"PersRM-R1: Enhance Personalized Reward Modeling with Reinforcement Learning","created":"2025-08-12","cited_by_count":2,"area":"alignment"},{"id":"2508.17000","title":"KL-Regularised Q-Learning: A Token-level Action-Value perspective on Online RLHF","created":"2025-08-23","cited_by_count":2,"area":"alignment"},{"id":"2602.01685","title":"Semantic-aware Wasserstein Policy Regularization for Large Language Model Alignment","created":"2026-02-02","cited_by_count":2,"area":"alignment"},{"id":"2506.17828","title":"Aligning Frozen LLMs by Reinforcement Learning: An Iterative Reweight-then-Optimize Approach","created":"2025-06-21","cited_by_count":1,"area":"alignment"},{"id":"2510.22881","title":"Offline Preference Optimization via Maximum Marginal Likelihood Estimation","created":"2025-10-27","cited_by_count":1,"area":"alignment"},{"id":"2511.05407","title":"Minority-Aware Satisfaction Estimation in Dialogue Systems via Preference-Adaptive Reinforcement Learning","created":"2025-11-07","cited_by_count":1,"area":"alignment"},{"id":"2603.19987","title":"Breaking the Capability Ceiling of LLM Post-Training by Reintroducing Markov States","created":"2026-03-20","cited_by_count":1,"area":"alignment"},{"id":"2604.04261","title":"APPA: Adaptive Preference Pluralistic Alignment for Fair Federated RLHF of LLMs","created":"2026-04-05","cited_by_count":1,"area":"alignment"},{"id":"2605.09134","title":"BoostAPR: Boosting Automated Program Repair via Execution-Grounded Reinforcement Learning with Dual Reward Models","created":"2026-05-09","cited_by_count":1,"area":"alignment"},{"id":"2606.04807","title":"BiasGRPO: Stabilizing Bias Mitigation in High-Variance Reward Landscapes via Group-Relative Policy Optimization","created":"2026-06-03","cited_by_count":1,"area":"alignment"},{"id":"2609.09764","title":"SocialRL: Refining LLMs' Social Intelligence through Multi-turn Reinforcement Learning and Reward Design","created":"2026-09-09","cited_by_count":1,"area":"alignment"},{"id":"2311.00953","title":"Blending Reward Functions via Few Expert Demonstrations for Faithful and Accurate Knowledge-Grounded Dialogue Generation","created":"2023-11-02","cited_by_count":0,"area":"alignment"},{"id":"2409.02118","title":"TSO: Self-Training with Scaled Preference Optimization","created":"2024-08-31","cited_by_count":0,"area":"alignment"},{"id":"2506.09329","title":"Towards Efficient and Effective Alignment of Large Language Models","created":"2025-06-11","cited_by_count":0,"area":"alignment"},{"id":"2507.03069","title":"ARF-RLHF: Adaptive Reward-Following for RLHF through Emotion-Driven Self-Supervision and Trace-Biased Dynamic Optimization","created":"2025-07-03","cited_by_count":0,"area":"alignment"},{"id":"2510.03520","title":"Certifiable Safe RLHF: Semantic Grounding and Fixed Penalty Constraint Optimization for Safer LLM Alignment","created":"2025-10-03","cited_by_count":0,"area":"alignment"},{"id":"2601.06157","title":"ECLIPTICA -- A Framework for Switchable LLM Alignment via CITA - Contrastive Instruction-Tuned Alignment","created":"2026-01-06","cited_by_count":0,"area":"alignment"},{"id":"2601.11574","title":"GRADE: Replacing Policy Gradients with Backpropagation for LLM Alignment","created":"2025-12-30","cited_by_count":0,"area":"alignment"},{"id":"2604.08577","title":"Distributionally Robust Token Optimization in RLHF","created":"2026-03-27","cited_by_count":0,"area":"alignment"},{"id":"2604.14895","title":"Beyond Importance Sampling: Rejection-Gated Policy Optimization","created":"2026-04-16","cited_by_count":0,"area":"alignment"},{"id":"2605.02320","title":"ANO: Robust Policy Optimization via Bounded, Redescending Gain Fields","created":"2026-05-04","cited_by_count":0,"area":"alignment"},{"id":"2605.30888","title":"The Flip Side of RLHF: On-Policy Feedback for Reward Model Self-Supervised Improvement","created":"2026-05-29","cited_by_count":0,"area":"alignment"},{"id":"2606.27580","title":"Retroactive Advantage Correction: Closed-Form V-Trace Bias Correction for Delay-Aware RLHF","created":"2026-06-25","cited_by_count":0,"area":"alignment"},{"id":"2608.16710","title":"The Ethical Decision Head: Operationalizing Normative Ethics in Autonomous Vehicles via Reinforcement Learning from Human Feedback","created":"2026-08-17","cited_by_count":0,"area":"alignment"},{"id":"2609.14648","title":"Optimizing Sparse Outcomes Through Dense Behavioral Signals via Value-Guided Preference Distillation","created":"2026-09-13","cited_by_count":0,"area":"alignment"},{"id":"2610.04845","title":"Which Preferences to Train On? End-to-End Multi-Objective Alignment with an Adversarial Preference Distribution","created":"2026-10-04","cited_by_count":0,"area":"alignment"},{"id":"2610.17733","title":"CoCA: Criterion-Aware Credit Assignment for Rubric-Based Reinforcement Learning","created":"2026-10-13","cited_by_count":0,"area":"alignment"},{"id":"2610.20350","title":"Lifted State Policy Optimization: Internalizing Self-Correction through Transition Geometry","created":"2026-10-14","cited_by_count":0,"area":"alignment"}],"next_cursor":null}