{"total":190,"rows":[{"id":"2409.19256","title":"HybridFlow: A Flexible and Efficient RLHF Framework","created":"2024-09-28","cited_by_count":2057,"area":"alignment"},{"id":"2402.05162","title":"Assessing the Brittleness of Safety Alignment via Pruning and Low-Rank Modifications","created":"2024-02-07","cited_by_count":231,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2510.07743","title":"OpenRubrics: Towards Scalable Synthetic Rubric Generation for Reward Modeling and LLM Alignment","created":"2025-10-09","cited_by_count":132,"area":"alignment"},{"id":"2507.18624","title":"Checklists Are Better Than Reward Models For Aligning Language Models","created":"2025-07-24","cited_by_count":128,"area":"alignment"},{"id":"2402.02416","title":"Aligner: Efficient Alignment by Learning to Correct","created":"2024-02-04","cited_by_count":98,"area":"alignment"},{"id":"2411.17451","title":"VL-RewardBench: A Challenging Benchmark for Vision-Language Generative Reward Models","created":"2024-11-26","cited_by_count":86,"area":"alignment"},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2402.02030","title":"Panacea: Pareto Alignment via Preference Adaptation for LLMs","created":"2024-02-03","cited_by_count":80,"area":"alignment"},{"id":"2506.11902","title":"TreeRL: LLM Reinforcement Learning with On-Policy Tree Search","created":"2025-06-13","cited_by_count":80,"area":"alignment"},{"id":"2510.16888","title":"Uniworld-V2: Reinforce Image Editing with Diffusion Negative-aware Finetuning and MLLM Implicit Feedback","created":"2025-10-19","cited_by_count":79,"area":"alignment"},{"id":"2408.02666","title":"Self-Taught Evaluators","created":"2024-08-05","cited_by_count":72,"area":"alignment"},{"id":"2410.18252","title":"Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models","created":"2024-10-23","cited_by_count":70,"area":"alignment"},{"id":"2503.01067","title":"All Roads Lead to Likelihood: The Value of Reinforcement Learning in Fine-Tuning","created":"2025-03-03","cited_by_count":59,"area":"alignment"},{"id":"2407.06057","title":"Variational Best-of-N Alignment","created":"2024-07-08","cited_by_count":51,"area":"alignment"},{"id":"2506.00103","title":"Writing-Zero: Bridge the Gap Between Non-verifiable Tasks and Verifiable Rewards","created":"2025-05-30","cited_by_count":50,"area":"alignment"},{"id":"2409.13221","title":"Optimizing RLHF Training for Large Language Models with Stage Fusion","created":"2024-09-20","cited_by_count":43,"area":"alignment"},{"id":"2501.12895","title":"Test-Time Preference Optimization: On-the-Fly Alignment via Iterative Textual Feedback","created":"2025-01-22","cited_by_count":41,"area":"alignment"},{"id":"2508.03686","title":"CompassVerifier: A Unified and Robust Verifier for LLMs Evaluation and Outcome Reward","created":"2025-08-05","cited_by_count":40,"area":"alignment"},{"id":"2404.16792","title":"Model Extrapolation Expedites Alignment","created":"2024-04-25","cited_by_count":37,"area":"alignment"},{"id":"2406.14088","title":"ReaL: Efficient RLHF Training of Large Language Models with Parameter Reallocation","created":"2024-06-20","cited_by_count":37,"area":"alignment"},{"id":"2406.00888","title":"Aligning Language Models with Demonstrated Feedback","created":"2024-06-02","cited_by_count":34,"area":"alignment"},{"id":"2406.19371","title":"Suri: Multi-constraint Instruction Following for Long-form Text Generation","created":"2024-06-27","cited_by_count":34,"area":"alignment"},{"id":"2409.14586","title":"Backtracking Improves Generation Safety","created":"2024-09-22","cited_by_count":32,"area":"alignment"},{"id":"2410.03742","title":"Beyond Scalar Reward Model: Learning Generative Judge from Preference Data","created":"2024-10-01","cited_by_count":32,"area":"alignment"},{"id":"2405.16229","title":"No Two Devils Alike: Unveiling Distinct Mechanisms of Fine-tuning Attacks","created":"2024-05-25","cited_by_count":29,"area":"alignment"},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2506.08123","title":"QA-LIGN: Aligning LLMs through Constitutionally Decomposed QA","created":"2025-06-09","cited_by_count":28,"area":"alignment"},{"id":"2405.15624","title":"Inverse-RLignment: Large Language Model Alignment from Demonstrations through Inverse Reinforcement Learning","created":"2024-05-24","cited_by_count":27,"area":"alignment"},{"id":"2509.23738","title":"GUI-Shepherd: Reliable Process Reward and Verification for Long-Sequence GUI Tasks","created":"2025-09-28","cited_by_count":26,"area":"alignment"},{"id":"2404.01054","title":"Regularized Best-of-N Sampling with Minimum Bayes Risk Objective for Language Model Alignment","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2505.13388","title":"R3: Robust Rubric-Agnostic Reward Models","created":"2025-05-19","cited_by_count":23,"area":"alignment"},{"id":"2410.18640","title":"Weak-to-Strong Preference Optimization: Stealing Reward from Weak Aligned Model","created":"2024-10-24","cited_by_count":22,"area":"alignment"},{"id":"2505.16761","title":"Mesh-RFT: Enhancing Mesh Generation via Fine-grained Reinforcement Fine-Tuning","created":"2025-05-22","cited_by_count":22,"area":"alignment"},{"id":"2404.14313","title":"Self-Supervised Alignment with Mutual Information: Learning to Follow Principles without Preference Labels","created":"2024-04-22","cited_by_count":19,"area":"alignment"},{"id":"2401.03129","title":"Examining Forgetting in Continual Pre-training of Aligned Large Language Models","created":"2024-01-06","cited_by_count":18,"area":"alignment"},{"id":"2505.23387","title":"Afterburner: Reinforcement Learning Facilitates Self-Improving Code Efficiency Optimization","created":"2025-05-29","cited_by_count":18,"area":"alignment"},{"id":"2602.03619","title":"Learning Query-Specific Rubrics from Human Preferences for DeepResearch Report Generation","created":"2026-02-03","cited_by_count":18,"area":"alignment"},{"id":"2505.11080","title":"BLEUBERI: BLEU is a surprisingly effective reward for instruction following","created":"2025-05-16","cited_by_count":17,"area":"alignment"},{"id":"2507.00018","title":"Implicit Reward as the Bridge: A Unified View of SFT and DPO Connections","created":"2025-06-15","cited_by_count":17,"area":"alignment"},{"id":"2411.01493","title":"Sample-Efficient Alignment for LLMs","created":"2024-11-03","cited_by_count":16,"area":"alignment"},{"id":"2502.19312","title":"FSPO: Few-Shot Optimization of Synthetic Preferences Personalizes to Real Users","created":"2025-02-26","cited_by_count":15,"area":"alignment"},{"id":"2504.05154","title":"CARE: Multilingual Human Preference Learning for Cultural Awareness","created":"2025-04-07","cited_by_count":15,"area":"alignment"},{"id":"2505.20259","title":"Lifelong Safety Alignment for Language Models","created":"2025-05-26","cited_by_count":15,"area":"alignment"},{"id":"2607.15161","title":"On-Policy Delta Distillation","created":"2026-07-16","cited_by_count":15,"area":"alignment"},{"id":"2510.01555","title":"Rethinking KL Regularization in RLHF: From Value Estimation to Gradient Optimization","created":"2025-10-02","cited_by_count":14,"area":"alignment"},{"id":"2510.26374","title":"BOTS: A Unified Framework for Bayesian Online Task Selection in LLM Reinforcement Finetuning","created":"2025-10-30","cited_by_count":14,"area":"alignment"},{"id":"2312.11819","title":"An Adaptive Placement and Parallelism Framework for Accelerating RLHF Training","created":"2023-12-19","cited_by_count":13,"area":"alignment"},{"id":"2402.16030","title":"Don't Forget Your Reward Values: Language Model Alignment via Value-based Calibration","created":"2024-02-25","cited_by_count":13,"area":"alignment"},{"id":"2410.05269","title":"Data Advisor: Dynamic Data Curation for Safety Alignment of Large Language Models","created":"2024-10-07","cited_by_count":13,"area":"alignment"},{"id":"2505.07271","title":"On the Robustness of Reward Models for Language Model Alignment","created":"2025-05-12","cited_by_count":13,"area":"alignment"},{"id":"2506.12109","title":"Personalized LLM Decoding via Contrasting Personal Preference","created":"2025-06-13","cited_by_count":12,"area":"alignment"},{"id":"2410.09412","title":"FB-Bench: A Fine-Grained Multi-Task Benchmark for Evaluating LLMs' Responsiveness to Human Feedback","created":"2024-10-12","cited_by_count":11,"area":"alignment"},{"id":"2506.04118","title":"Guided Speculative Inference for Efficient Test-Time Alignment of LLMs","created":"2025-06-04","cited_by_count":11,"area":"alignment"},{"id":"2511.13841","title":"Beat the long tail: Distribution-Aware Speculative Decoding for RL Training","created":"2025-11-17","cited_by_count":10,"area":"alignment"},{"id":"2502.16825","title":"Finding the Sweet Spot: Preference Data Construction for Scaling Preference Optimization","created":"2025-02-24","cited_by_count":9,"area":"alignment"},{"id":"2503.04647","title":"Implicit Cross-Lingual Rewarding for Efficient Multilingual Preference Alignment","created":"2025-03-06","cited_by_count":9,"area":"alignment"},{"id":"2504.13630","title":"Remedy: Learning Machine Translation Evaluation from Human Preferences with Reward Modeling","created":"2025-04-18","cited_by_count":9,"area":"alignment"},{"id":"2505.12225","title":"Mining Intrinsic Rewards from LLM Hidden States for Efficient Best-of-N Sampling","created":"2025-05-18","cited_by_count":9,"area":"alignment"},{"id":"2605.08774","title":"ProcVLM: Learning Procedure-Grounded Progress Rewards for Robotic Manipulation","created":"2026-05-09","cited_by_count":9,"area":"alignment"},{"id":"2512.23457","title":"Replay Failures as Successes: Sample-Efficient Reinforcement Learning for Instruction Following","created":"2025-12-29","cited_by_count":8,"area":"alignment"},{"id":"2505.12843","title":"Bias Fitting to Mitigate Length Bias of Reward Model in RLHF","created":"2025-05-19","cited_by_count":7,"area":"alignment"},{"id":"2506.07434","title":"Well Begun is Half Done: Low-resource Preference Alignment by Weak-to-Strong Decoding","created":"2025-06-09","cited_by_count":7,"area":"alignment"},{"id":"2512.04784","title":"PaCo-RL: Advancing Reinforcement Learning for Consistent Image Generation with Pairwise Reward Modeling","created":"2025-12-02","cited_by_count":7,"area":"alignment"},{"id":"2601.03868","title":"What Matters For Safety Alignment?","created":"2026-01-07","cited_by_count":7,"area":"alignment"},{"id":"2603.00025","title":"TAB-PO: Preference Optimization with a Token-Level Adaptive Barrier for Token-Critical Structured Generation","created":"2026-02-03","cited_by_count":7,"area":"alignment"},{"id":"2405.16681","title":"Triple Preference Optimization: Achieving Better Alignment using a Single Step Optimization","created":"2024-05-26","cited_by_count":6,"area":"alignment"},{"id":"2502.17315","title":"HIPPO: Enhancing the Table Understanding Capability of LLMs through Hybrid-Modal Preference Optimization","created":"2025-02-24","cited_by_count":6,"area":"alignment"},{"id":"2503.04222","title":"FuseChat-3.0: Preference Optimization Meets Heterogeneous Model Fusion","created":"2025-03-06","cited_by_count":6,"area":"alignment"},{"id":"2506.07492","title":"Explicit Preference Optimization: No Need for an Implicit Reward Model","created":"2025-06-09","cited_by_count":6,"area":"alignment"},{"id":"2506.17353","title":"Differentiation-Based Extraction of Proprietary Data from Fine-Tuned LLMs","created":"2025-06-20","cited_by_count":6,"area":"alignment"},{"id":"2508.16100","title":"CYCLE-INSTRUCT: Fully Seed-Free Instruction Tuning via Dual Self-Training and Cycle Consistency","created":"2025-08-22","cited_by_count":6,"area":"alignment"},{"id":"2602.07422","title":"Secure Code Generation via Online Reinforcement Learning with Vulnerability Reward Model","created":"2026-02-07","cited_by_count":6,"area":"alignment"},{"id":"2407.01470","title":"DogeRM: Equipping Reward Models with Domain Knowledge through Model Merging","created":"2024-07-01","cited_by_count":5,"area":"alignment"},{"id":"2407.09072","title":"New Desiderata for Direct Preference Optimization","created":"2024-07-12","cited_by_count":5,"area":"alignment"},{"id":"2407.16970","title":"Towards Aligning Language Models with Textual Feedback","created":"2024-07-24","cited_by_count":5,"area":"alignment"},{"id":"2410.06293","title":"Accelerated Preference Optimization for Large Language Model Alignment","created":"2024-10-08","cited_by_count":5,"area":"alignment"},{"id":"2501.07886","title":"Iterative Label Refinement Matters More than Preference Optimization under Weak Supervision","created":"2025-01-14","cited_by_count":5,"area":"alignment"},{"id":"2505.16995","title":"DecoupledESC: Enhancing Emotional Support Generation via Strategy-Response Decoupled Preference Optimization","created":"2025-05-22","cited_by_count":5,"area":"alignment"},{"id":"2506.02553","title":"Response-Level Rewards Are All You Need for Online Reinforcement Learning in LLMs: A Mathematical Perspective","created":"2025-06-03","cited_by_count":5,"area":"alignment"},{"id":"2508.06026","title":"Temporal Self-Rewarding Language Models: Decoupling Chosen-Rejected via Past-Future","created":"2025-08-08","cited_by_count":5,"area":"alignment"},{"id":"2509.22099","title":"S2J: Bridging the Gap Between Solving and Judging Ability in Generative Reward Models","created":"2025-09-26","cited_by_count":5,"area":"alignment"},{"id":"2601.02986","title":"P-Check: Advancing Personalized Reward Model via Learning to Generate Dynamic Checklist","created":"2026-01-06","cited_by_count":5,"area":"alignment"},{"id":"2601.10532","title":"PERM: Psychology-grounded Empathetic Reward Modeling for Large Language Models","created":"2026-01-15","cited_by_count":5,"area":"alignment"},{"id":"2406.06874","title":"Learning Reward and Policy Jointly from Demonstration and Preference Improves Alignment","created":"2024-06-11","cited_by_count":4,"area":"alignment"},{"id":"2409.20059","title":"Is Preference Alignment Always the Best Option to Enhance LLM-Based Translation? An Empirical Analysis","created":"2024-09-30","cited_by_count":4,"area":"alignment"},{"id":"2501.18511","title":"WILDCHAT-50M: A Deep Dive Into the Role of Synthetic Data in Post-Training","created":"2025-01-30","cited_by_count":4,"area":"alignment"},{"id":"2502.13603","title":"Efficient Safety Retrofitting Against Jailbreaking for LLMs","created":"2025-02-19","cited_by_count":4,"area":"alignment"},{"id":"2505.13862","title":"PandaGuard: Systematic Evaluation of LLM Safety against Jailbreaking Attacks","created":"2025-05-20","cited_by_count":4,"area":"alignment"},{"id":"2508.09473","title":"NeuronTune: Fine-Grained Neuron Modulation for Balanced Safety-Utility Alignment in LLMs","created":"2025-08-13","cited_by_count":4,"area":"alignment"},{"id":"2508.19532","title":"Alignment with Fill-In-the-Middle for Enhancing Code Generation","created":"2025-08-27","cited_by_count":4,"area":"alignment"},{"id":"2508.19922","title":"HEAL: A Hypothesis-Based Preference-Aware Analysis Framework","created":"2025-08-27","cited_by_count":4,"area":"alignment"},{"id":"2510.13434","title":"$M^2PO$: Multi-Perspective Multi-Pair Preference Optimization for Machine Translation","created":"2025-10-15","cited_by_count":4,"area":"alignment"},{"id":"2512.12066","title":"The Instability of Safety: How Random Seeds and Temperature Expose Inconsistent LLM Refusal Behavior","created":"2025-12-12","cited_by_count":4,"area":"alignment"},{"id":"2602.11523","title":"Unifying Stable Optimization and Reference Regularization in RLHF","created":"2026-02-12","cited_by_count":4,"area":"alignment"},{"id":"2503.23777","title":"CONGRAD:Conflicting Gradient Filtering for Multilingual Preference Alignment","created":"2025-03-31","cited_by_count":3,"area":"alignment"},{"id":"2509.25762","title":"OPPO: Accelerating PPO-based RLHF via Pipeline Overlap","created":"2025-09-30","cited_by_count":3,"area":"alignment"},{"id":"2601.06352","title":"CARD: Cluster-level Adaptation with Reward-guided Decoding for Personalized Text Generation","created":"2026-01-09","cited_by_count":3,"area":"alignment"},{"id":"2605.31328","title":"Reinforcement Learning Can Amplify Emergent Misalignment from Harmless Rewards","created":"2026-05-29","cited_by_count":3,"area":"alignment"}],"next_cursor":"100"}