{"total":50,"rows":[{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2404.12358","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","created":"2024-04-18","cited_by_count":242,"area":"alignment"},{"id":"2307.04964","title":"Secrets of RLHF in Large Language Models Part I: PPO","created":"2023-07-11","cited_by_count":229,"area":"alignment"},{"id":"2310.10505","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","created":"2023-10-16","cited_by_count":187,"area":"alignment"},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148,"area":"alignment"},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2402.14740","title":"Back to Basics: Revisiting REINFORCE Style Optimization for Learning from Human Feedback in LLMs","created":"2024-02-22","cited_by_count":108,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2404.04626","title":"Towards Analyzing and Understanding the Limitations of DPO: A Theoretical Perspective","created":"2024-04-06","cited_by_count":69,"area":"alignment"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2310.00212","title":"Pairwise Proximal Policy Optimization: Harnessing Relative Feedback for LLM Alignment","created":"2023-09-30","cited_by_count":57,"area":"alignment"},{"id":"2412.14516","title":"Cal-DPO: Calibrated Direct Preference Optimization for Language Model Alignment","created":"2024-12-19","cited_by_count":51,"area":"alignment"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2309.00754","title":"Efficient RLHF: Reducing the Memory Usage of PPO","created":"2023-09-01","cited_by_count":40,"area":"alignment"},{"id":"2502.00883","title":"SimPER: A Minimalist Approach to Preference Alignment without Hyperparameters","created":"2025-02-02","cited_by_count":25,"area":"alignment"},{"id":"2408.01420","title":"Mission Impossible: A Statistical Perspective on Jailbreaking LLMs","created":"2024-08-02","cited_by_count":24,"area":"alignment"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2410.10093","title":"How to Leverage Demonstration Data in Alignment for Large Language Model? A Self-Imitation Learning Perspective","created":"2024-10-14","cited_by_count":14,"area":"alignment"},{"id":"2407.03038","title":"Towards Federated RLHF with Aggregated Client Preference for LLMs","created":"2024-07-03","cited_by_count":13,"area":"alignment"},{"id":"2503.05079","title":"On a Connection Between Imitation Learning and RLHF","created":"2025-03-07","cited_by_count":13,"area":"alignment"},{"id":"2602.01750","title":"Adversarial Reward Auditing for Active Detection and Mitigation of Reward Hacking","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2411.13611","title":"DSTC: Direct Preference Learning with Only Self-Generated Tests and Code to Improve Code LMs","created":"2024-11-20","cited_by_count":9,"area":"alignment"},{"id":"2502.00666","title":"Avoiding $\\mathbf{exp(R_{max})}$ scaling in RLHF through Preference-based Exploration","created":"2025-02-02","cited_by_count":8,"area":"alignment"},{"id":"2410.23726","title":"Towards Reliable Alignment: Uncertainty-aware RLHF","created":"2024-10-31","cited_by_count":7,"area":"alignment"},{"id":"2505.08507","title":"InfoPO: On Mutual Information Maximization for Large Language Model Alignment","created":"2025-05-13","cited_by_count":7,"area":"alignment"},{"id":"2505.20081","title":"Inference-time Alignment in Continuous Space","created":"2025-05-26","cited_by_count":7,"area":"alignment"},{"id":"2505.17122","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","created":"2025-05-21","cited_by_count":5,"area":"alignment"},{"id":"2506.22578","title":"The Hidden Link Between RLHF and Contrastive Learning","created":"2025-06-27","cited_by_count":5,"area":"alignment"},{"id":"2602.19416","title":"IR$^3$: Contrastive Inverse Reinforcement Learning for Interpretable Detection and Mitigation of Reward Hacking","created":"2026-02-23","cited_by_count":5,"area":"alignment"},{"id":"2508.08550","title":"Fine-grained Video Dubbing Duration Alignment with Segment Supervised Preference Optimization","created":"2025-08-12","cited_by_count":3,"area":"alignment"},{"id":"2601.22801","title":"Clipping-Free Policy Optimization for Large Language Models","created":"2026-01-30","cited_by_count":3,"area":"alignment"},{"id":"2503.10669","title":"UC-MOA: Utility-Conditioned Multi-Objective Alignment for Distributional Pareto-Optimality","created":"2025-03-10","cited_by_count":2,"area":"alignment"},{"id":"2504.16272","title":"Learning Explainable Dense Reward Shapes via Bayesian Optimization","created":"2025-04-22","cited_by_count":2,"area":"alignment"},{"id":"2511.09385","title":"AMaPO: Adaptive Margin-attached Preference Optimization for Language Model Alignment","created":"2025-11-12","cited_by_count":2,"area":"alignment"},{"id":"2604.18239","title":"Towards Disentangled Preference Optimization Dynamics: Suppress the Loser, Preserve the Winner","created":"2026-04-20","cited_by_count":2,"area":"alignment"},{"id":"2311.14766","title":"Reinforcement Learning from Statistical Feedback: the Journey from AB Testing to ANT Testing","created":"2023-11-24","cited_by_count":1,"area":"alignment"},{"id":"2409.17534","title":"Just Say What You Want: Only-prompting Self-rewarding Online Preference Optimization","created":"2024-09-26","cited_by_count":1,"area":"alignment"},{"id":"2510.22881","title":"Offline Preference Optimization via Maximum Marginal Likelihood Estimation","created":"2025-10-27","cited_by_count":1,"area":"alignment"},{"id":"2602.01068","title":"From Utterance to Vividity: Training Expressive Subtitle Translation LLM via Adaptive Local Preference Optimization","created":"2026-02-01","cited_by_count":1,"area":"alignment"},{"id":"2308.05585","title":"Proximal Policy Optimization Actual Combat: Manipulating Output Tokenizer Length","created":"2023-08-10","cited_by_count":0,"area":"alignment"},{"id":"2505.05736","title":"Multimodal Integrated Knowledge Transfer to Large Language Models through Preference Optimization with Biomedical Applications","created":"2025-05-09","cited_by_count":0,"area":"alignment"},{"id":"2505.23927","title":"Thompson Sampling in Online RLHF with General Function Approximation","created":"2025-05-29","cited_by_count":0,"area":"alignment"},{"id":"2605.02320","title":"ANO: Robust Policy Optimization via Bounded, Redescending Gain Fields","created":"2026-05-04","cited_by_count":0,"area":"alignment"},{"id":"2606.01561","title":"S-SPPO: Semantic-Calibrated Self-Play Preference Optimization","created":"2026-06-01","cited_by_count":0,"area":"alignment"},{"id":"2609.06893","title":"Towards Bridging the Gap Between Offline and Iterative Alignment via Preference Distillation","created":"2026-09-07","cited_by_count":0,"area":"alignment"}],"next_cursor":null}