{"total":51,"rows":[{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2310.06452","title":"Understanding the Effects of RLHF on LLM Generalisation and Diversity","created":"2023-10-10","cited_by_count":396,"area":"alignment"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247,"area":"alignment"},{"id":"2404.12358","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","created":"2024-04-18","cited_by_count":242,"area":"alignment"},{"id":"2311.10702","title":"Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2","created":"2023-11-17","cited_by_count":229,"area":"alignment"},{"id":"2310.05344","title":"SteerLM: Attribute Conditioned SFT as an (User-Steerable) Alternative to RLHF","created":"2023-10-09","cited_by_count":111,"area":"alignment"},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2404.17546","title":"Probabilistic Inference in Language Models via Twisted Sequential Monte Carlo","created":"2024-04-26","cited_by_count":90,"area":"alignment"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"2401.00243","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","created":"2023-12-30","cited_by_count":56,"area":"alignment"},{"id":"2405.06639","title":"Value Augmented Sampling for Language Model Alignment and Personalization","created":"2024-05-10","cited_by_count":49,"area":"alignment"},{"id":"2306.02231","title":"Fine-Tuning Language Models with Advantage-Induced Policy Alignment","created":"2023-06-04","cited_by_count":48,"area":"alignment"},{"id":"2405.20495","title":"Transfer Q Star: Principled Decoding for LLM Alignment","created":"2024-05-30","cited_by_count":48,"area":"alignment"},{"id":"2311.00168","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","created":"2023-10-31","cited_by_count":42,"area":"alignment"},{"id":"2306.00398","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","created":"2023-06-01","cited_by_count":31,"area":"alignment"},{"id":"2307.16851","title":"Towards Trustworthy and Aligned Machine Learning: A Data-centric Survey with Causality Perspectives","created":"2023-07-31","cited_by_count":30,"area":"alignment"},{"id":"2410.04612","title":"Regressing the Relative Future: Efficient Policy Optimization for Multi-turn RLHF","created":"2024-10-06","cited_by_count":30,"area":"alignment"},{"id":"2406.16897","title":"InstructPatentGPT: Training patent language models to follow instructions with human feedback","created":"2024-05-25","cited_by_count":19,"area":"alignment"},{"id":"2305.14718","title":"Leftover Lunch: Advantage-based Offline Reinforcement Learning for Language Models","created":"2023-05-24","cited_by_count":17,"area":"alignment"},{"id":"2402.07896","title":"Suppressing Pink Elephants with Direct Principle Feedback","created":"2024-02-12","cited_by_count":15,"area":"alignment"},{"id":"2402.14688","title":"Q-Probe: A Lightweight Approach to Reward Maximization for Language Models","created":"2024-02-22","cited_by_count":15,"area":"alignment"},{"id":"2403.01197","title":"DMoERM: Recipes of Mixture-of-Experts for Effective Reward Modeling","created":"2024-03-02","cited_by_count":15,"area":"alignment"},{"id":"2403.18742","title":"Understanding the Learning Dynamics of Alignment with Human Feedback","created":"2024-03-27","cited_by_count":15,"area":"alignment"},{"id":"2410.02743","title":"MA-RLHF: Reinforcement Learning from Human Feedback with Macro Actions","created":"2024-10-03","cited_by_count":15,"area":"alignment"},{"id":"2312.02554","title":"ULMA: Unified Language Model Alignment with Human Demonstration and Point-wise Preference","created":"2023-12-05","cited_by_count":12,"area":"alignment"},{"id":"2406.07780","title":"A Critical Look At Tokenwise Reward-Guided Text Generation","created":"2024-06-12","cited_by_count":12,"area":"alignment"},{"id":"2501.02790","title":"Segmenting Text and Learning Their Rewards for Improved RLHF in Language Model","created":"2025-01-06","cited_by_count":12,"area":"alignment"},{"id":"2403.13578","title":"Dynamic Reward Adjustment in Multi-Reward Reinforcement Learning for Counselor Reflection Generation","created":"2024-03-20","cited_by_count":10,"area":"alignment"},{"id":"2506.06964","title":"Offline RL by Reward-Weighted Fine-Tuning for Conversation Optimization","created":"2025-06-08","cited_by_count":10,"area":"alignment"},{"id":"2410.05656","title":"On the Modeling Capabilities of Large Language Models for Sequential Decision Making","created":"2024-10-08","cited_by_count":9,"area":"alignment"},{"id":"2408.03459","title":"Can DPO Learn Diverse Human Values? A Theoretical Scaling Law","created":"2024-08-06","cited_by_count":7,"area":"alignment"},{"id":"2310.07123","title":"Off-Policy Evaluation for Human Feedback","created":"2023-10-11","cited_by_count":6,"area":"alignment"},{"id":"2407.16970","title":"Towards Aligning Language Models with Textual Feedback","created":"2024-07-24","cited_by_count":5,"area":"alignment"},{"id":"2410.01957","title":"Challenges and Future Directions of Data-Centric AI Alignment","created":"2024-10-02","cited_by_count":5,"area":"alignment"},{"id":"2502.04517","title":"Towards Cost-Effective Reward Guided Text Generation","created":"2025-02-06","cited_by_count":5,"area":"alignment"},{"id":"2506.14574","title":"TGDPO: Harnessing Token-Level Reward Guidance for Enhancing Direct Preference Optimization","created":"2025-06-17","cited_by_count":5,"area":"alignment"},{"id":"2405.17956","title":"Unified Preference Optimization: Language Model Alignment Beyond the Preference Frontier","created":"2024-05-28","cited_by_count":4,"area":"alignment"},{"id":"2406.14457","title":"Rewarding What Matters: Step-by-Step Reinforcement Learning for Task-Oriented Dialogue","created":"2024-06-20","cited_by_count":3,"area":"alignment"},{"id":"2510.01458","title":"How Well Can Preference Optimization Generalize Under Noisy Feedback?","created":"2025-10-01","cited_by_count":3,"area":"alignment"},{"id":"2502.14400","title":"HPS: Hard Preference Sampling for Human Preference Alignment","created":"2025-02-20","cited_by_count":2,"area":"alignment"},{"id":"2508.17000","title":"KL-Regularised Q-Learning: A Token-level Action-Value perspective on Online RLHF","created":"2025-08-23","cited_by_count":2,"area":"alignment"},{"id":"2509.23564","title":"Clean First, Align Later: Benchmarking Preference Data Cleaning for Reliable LLM Alignment","created":"2025-09-28","cited_by_count":2,"area":"alignment"},{"id":"2509.26074","title":"Limited Preference Data? Learning Better Reward Model with Latent Space Synthesis","created":"2025-09-30","cited_by_count":2,"area":"alignment"},{"id":"2603.09400","title":"Reward Prediction with Factorized World States","created":"2026-03-10","cited_by_count":2,"area":"alignment"},{"id":"2404.12150","title":"Aligning language models with human preferences","created":"2024-04-18","cited_by_count":1,"area":"alignment"},{"id":"2511.16992","title":"FIRM: Federated In-client Regularized Multi-objective Alignment for Large Language Models","created":"2025-11-21","cited_by_count":1,"area":"alignment"},{"id":"2508.13415","title":"MAVIS: Multi-Objective Alignment via Inference-Time Value-Guided Selection","created":"2025-08-19","cited_by_count":0,"area":"alignment"},{"id":"2609.14648","title":"Optimizing Sparse Outcomes Through Dense Behavioral Signals via Value-Guided Preference Distillation","created":"2026-09-13","cited_by_count":0,"area":"alignment"}],"next_cursor":null}