{"total":71,"rows":[{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247,"area":"alignment"},{"id":"2303.09618","title":"HIVE: Harnessing Human Feedback for Instructional Visual Editing","created":"2023-03-16","cited_by_count":173,"area":"alignment"},{"id":"2402.05369","title":"Noise Contrastive Alignment of Language Models with Explicit Rewards","created":"2024-02-08","cited_by_count":85,"area":"alignment"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2305.15363","title":"Inverse Preference Learning: Preference-based RL without a Reward Function","created":"2023-05-24","cited_by_count":68,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2603.02115","title":"Robometer: Scaling General-Purpose Robotic Reward Models via Trajectory Comparisons","created":"2026-03-02","cited_by_count":60,"area":"alignment"},{"id":"2301.01392","title":"Benchmarks and Algorithms for Offline Preference-Based Reward Learning","created":"2023-01-03","cited_by_count":56,"area":"alignment"},{"id":"2401.00243","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","created":"2023-12-30","cited_by_count":56,"area":"alignment"},{"id":"2602.02482","title":"Expanding the Capabilities of Reinforcement Learning via Text Feedback","created":"2026-02-02","cited_by_count":53,"area":"alignment"},{"id":"2405.06639","title":"Value Augmented Sampling for Language Model Alignment and Personalization","created":"2024-05-10","cited_by_count":49,"area":"alignment"},{"id":"2306.02231","title":"Fine-Tuning Language Models with Advantage-Induced Policy Alignment","created":"2023-06-04","cited_by_count":48,"area":"alignment"},{"id":"2406.16306","title":"Cascade Reward Sampling for Efficient Decoding-Time Alignment","created":"2024-06-24","cited_by_count":39,"area":"alignment"},{"id":"2402.00856","title":"Towards Efficient Exact Optimization of Language Model Alignment","created":"2024-02-01","cited_by_count":37,"area":"alignment"},{"id":"2108.05382","title":"Skill Preferences: Learning to Extract and Execute Robotic Skills from Human Feedback","created":"2021-08-11","cited_by_count":35,"area":"alignment"},{"id":"2602.19313","title":"TOPReward: Token Probabilities as Hidden Zero-Shot Rewards for Robotics","created":"2026-02-22","cited_by_count":33,"area":"alignment"},{"id":"2405.19262","title":"Weak-to-Strong Search: Align Large Language Models via Searching over Small Language Models","created":"2024-05-29","cited_by_count":32,"area":"alignment"},{"id":"2406.04412","title":"Spread Preference Annotation: Direct Preference Judgment for Efficient LLM Alignment","created":"2024-06-06","cited_by_count":27,"area":"alignment"},{"id":"2012.06899","title":"Semi-supervised reward learning for offline reinforcement learning","created":"2020-12-12","cited_by_count":23,"area":"alignment"},{"id":"2405.12739","title":"SPO: Multi-Dimensional Preference Sequential Alignment With Implicit Reward Modeling","created":"2024-05-21","cited_by_count":21,"area":"alignment"},{"id":"2310.11732","title":"Investigating Uncertainty Calibration of Aligned Language Models under the Multiple-Choice Setting","created":"2023-10-18","cited_by_count":20,"area":"alignment"},{"id":"2402.10893","title":"RLVF: Learning from Verbal Feedback without Overgeneralization","created":"2024-02-16","cited_by_count":19,"area":"alignment"},{"id":"2409.06691","title":"Geometric-Averaged Preference Optimization for Soft Preference Labels","created":"2024-09-10","cited_by_count":18,"area":"alignment"},{"id":"2305.14718","title":"Leftover Lunch: Advantage-based Offline Reinforcement Learning for Language Models","created":"2023-05-24","cited_by_count":17,"area":"alignment"},{"id":"2511.21541","title":"Video Generation Models Are Good Latent Reward Models","created":"2025-11-26","cited_by_count":16,"area":"alignment"},{"id":"2410.05328","title":"Reward Learning From Preference With Ties","created":"2024-10-05","cited_by_count":14,"area":"alignment"},{"id":"2502.01208","title":"On Almost Surely Safe Alignment of Large Language Models at Inference-Time","created":"2025-02-03","cited_by_count":14,"area":"alignment"},{"id":"2506.06298","title":"Pairwise Calibrated Rewards for Pluralistic Alignment","created":"2025-05-17","cited_by_count":14,"area":"alignment"},{"id":"2312.02554","title":"ULMA: Unified Language Model Alignment with Human Demonstration and Point-wise Preference","created":"2023-12-05","cited_by_count":12,"area":"alignment"},{"id":"2411.08302","title":"RED: Unleashing Token-Level Rewards from Holistic Feedback via Reward Redistribution","created":"2024-11-13","cited_by_count":10,"area":"alignment"},{"id":"2506.06964","title":"Offline RL by Reward-Weighted Fine-Tuning for Conversation Optimization","created":"2025-06-08","cited_by_count":10,"area":"alignment"},{"id":"2604.03037","title":"ARM: Advantage Reward Modeling for Long-Horizon Manipulation","created":"2026-04-03","cited_by_count":10,"area":"alignment"},{"id":"2402.14228","title":"COPR: Continual Human Preference Learning via Optimal Policy Regularization","created":"2024-02-22","cited_by_count":9,"area":"alignment"},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"},{"id":"2512.04784","title":"PaCo-RL: Advancing Reinforcement Learning for Consistent Image Generation with Pairwise Reward Modeling","created":"2025-12-02","cited_by_count":7,"area":"alignment"},{"id":"2402.14760","title":"Generalizing Reward Modeling for Out-of-Distribution Preference Learning","created":"2024-02-22","cited_by_count":6,"area":"alignment"},{"id":"2506.07492","title":"Explicit Preference Optimization: No Need for an Implicit Reward Model","created":"2025-06-09","cited_by_count":6,"area":"alignment"},{"id":"2407.09072","title":"New Desiderata for Direct Preference Optimization","created":"2024-07-12","cited_by_count":5,"area":"alignment"},{"id":"2410.08458","title":"Simultaneous Reward Distillation and Preference Learning: Get You a Language Model Who Can Do Both","created":"2024-10-11","cited_by_count":5,"area":"alignment"},{"id":"2503.04240","title":"DiffPO: Diffusion-styled Preference Optimization for Efficient Inference-Time Alignment of Large Language Models","created":"2025-03-06","cited_by_count":5,"area":"alignment"},{"id":"2502.17721","title":"Aligning Compound AI Systems via System-level DPO","created":"2025-02-24","cited_by_count":4,"area":"alignment"},{"id":"2602.11523","title":"Unifying Stable Optimization and Reference Regularization in RLHF","created":"2026-02-12","cited_by_count":4,"area":"alignment"},{"id":"2510.18913","title":"ADPO: Anchored Direct Preference Optimization","created":"2025-10-21","cited_by_count":3,"area":"alignment"},{"id":"2512.00709","title":"When Human Preferences Flip: An Instance-Dependent Robust Loss for RLHF","created":"2025-11-30","cited_by_count":3,"area":"alignment"},{"id":"2601.22801","title":"Clipping-Free Policy Optimization for Large Language Models","created":"2026-01-30","cited_by_count":3,"area":"alignment"},{"id":"2310.15694","title":"COPR: Continual Learning Human Preference through Optimal Policy Regularization","created":"2023-10-24","cited_by_count":2,"area":"alignment"},{"id":"2507.02255","title":"Listwise Preference Alignment Optimization for Tail Item Recommendation","created":"2025-07-03","cited_by_count":2,"area":"alignment"},{"id":"2511.01450","title":"Reg-DPO: SFT-Regularized Direct Preference Optimization with GT-Pair for Improving Video Generation","created":"2025-11-03","cited_by_count":2,"area":"alignment"},{"id":"2512.09212","title":"Targeting Misalignment: A Conflict-Aware Framework for Reward-Model-based LLM Alignment","created":"2025-12-10","cited_by_count":2,"area":"alignment"},{"id":"2603.00918","title":"Improving Text-to-Image Generation with Intrinsic Self-Confidence Rewards","created":"2026-03-01","cited_by_count":2,"area":"alignment"},{"id":"2605.04653","title":"Threshold-Guided Optimization for Visual Generative Models","created":"2026-05-06","cited_by_count":2,"area":"alignment"},{"id":"2404.12150","title":"Aligning language models with human preferences","created":"2024-04-18","cited_by_count":1,"area":"alignment"},{"id":"2412.20996","title":"Plug-and-Play Training Framework for Preference Optimization","created":"2024-12-30","cited_by_count":1,"area":"alignment"},{"id":"2503.00930","title":"Behavior Preference Regression for Offline Reinforcement Learning","created":"2025-03-02","cited_by_count":1,"area":"alignment"},{"id":"2504.14177","title":"Direct Advantage Regression: Aligning LLMs with Online AI Reward","created":"2025-04-19","cited_by_count":1,"area":"alignment"},{"id":"2509.22851","title":"Adaptive Margin RLHF via Preference over Preferences","created":"2025-09-26","cited_by_count":1,"area":"alignment"},{"id":"2510.20187","title":"Every Question Has Its Own Value: Reinforcement Learning with Explicit Human Values","created":"2025-10-23","cited_by_count":1,"area":"alignment"},{"id":"2602.09533","title":"Autoregressive Direct Preference Optimization","created":"2026-02-10","cited_by_count":1,"area":"alignment"},{"id":"2412.07812","title":"Multi-Response Preference Optimization with Augmented Ranking Dataset","created":"2024-12-10","cited_by_count":0,"area":"alignment"},{"id":"2510.05703","title":"Provably Convergent Primal-Dual DPO for Constrained LLM Alignment","created":"2025-10-07","cited_by_count":0,"area":"alignment"},{"id":"2602.13055","title":"Curriculum-DPO++: Direct Preference Optimization via Data and Model Curricula for Text-to-Image Generation","created":"2026-02-13","cited_by_count":0,"area":"alignment"},{"id":"2604.14895","title":"Beyond Importance Sampling: Rejection-Gated Policy Optimization","created":"2026-04-16","cited_by_count":0,"area":"alignment"},{"id":"2605.07545","title":"Implicit Preference Alignment for Human Image Animation","created":"2026-05-08","cited_by_count":0,"area":"alignment"},{"id":"2605.24749","title":"How Neural Reward Models Learn Features for Policy Optimization: A Single-Index Analysis","created":"2026-05-23","cited_by_count":0,"area":"alignment"},{"id":"2609.04066","title":"Subspace Inference Enables Efficient Active Reward Learning from Preferences","created":"2026-09-03","cited_by_count":0,"area":"alignment"},{"id":"2609.05111","title":"Unifying ICL, SFT, KL-Regularized RL Through a Bayesian Lens","created":"2026-09-04","cited_by_count":0,"area":"alignment"},{"id":"2609.06893","title":"Towards Bridging the Gap Between Offline and Iterative Alignment via Preference Distillation","created":"2026-09-07","cited_by_count":0,"area":"alignment"},{"id":"2609.30226","title":"PoEM: Predicting RL Outcomes from Existing Policies","created":"2026-09-24","cited_by_count":0,"area":"alignment"},{"id":"2609.34673","title":"FestDPO: Few-step Generator Alignment with Direct Preference Optimization","created":"2026-09-28","cited_by_count":0,"area":"alignment"},{"id":"2610.01323","title":"TRACE: Trajectory Return Attribution and Contrastive Erasure for Multi-Turn Safety","created":"2026-10-01","cited_by_count":0,"area":"alignment"},{"id":"2610.07592","title":"LSC-DPO: Learning-Signal-Controlled Direct Preference Optimization","created":"2026-10-06","cited_by_count":0,"area":"alignment"}],"next_cursor":null}