{"total":62,"rows":[{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2305.10425","title":"SLiC-HF: Sequence Likelihood Calibration with Human Feedback","created":"2023-05-17","cited_by_count":401,"area":"alignment"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2310.03716","title":"A Long Way to Go: Investigating Length Correlations in RLHF","created":"2023-10-05","cited_by_count":291,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2406.00045","title":"Personalized Steering of Large Language Models: Versatile Steering Vectors Through Bi-directional Preference Optimization","created":"2024-05-28","cited_by_count":118,"area":"alignment"},{"id":"2403.09472","title":"Easy-to-Hard Generalization: Scalable Alignment Beyond Human Supervision","created":"2024-03-14","cited_by_count":96,"area":"alignment"},{"id":"2406.18853","title":"Decoding-Time Language Model Alignment with Multiple Objectives","created":"2024-06-27","cited_by_count":94,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2402.05369","title":"Noise Contrastive Alignment of Language Models with Explicit Rewards","created":"2024-02-08","cited_by_count":85,"area":"alignment"},{"id":"2405.14655","title":"Multi-turn Reinforcement Learning from Preference Human Feedback","created":"2024-05-23","cited_by_count":67,"area":"alignment"},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2405.19534","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2404.01730","title":"Asymptotics of Language Model Alignment","created":"2024-04-02","cited_by_count":47,"area":"alignment"},{"id":"2404.16792","title":"Model Extrapolation Expedites Alignment","created":"2024-04-25","cited_by_count":37,"area":"alignment"},{"id":"2403.14221","title":"Improving the Robustness of Large Language Models via Consistency Alignment","created":"2024-03-21","cited_by_count":36,"area":"alignment"},{"id":"2412.19792","title":"InfAlign: Inference-aware language model alignment","created":"2024-12-27","cited_by_count":35,"area":"alignment"},{"id":"2401.12873","title":"Improving Machine Translation with Human Feedback: An Exploration of Quality Estimation as a Reward Model","created":"2024-01-23","cited_by_count":33,"area":"alignment"},{"id":"2310.05782","title":"Aligning Language Models with Human Preferences via a Bayesian Approach","created":"2023-10-09","cited_by_count":27,"area":"alignment"},{"id":"2406.05882","title":"Distributional Preference Alignment of LLMs via Optimal Transport","created":"2024-06-09","cited_by_count":26,"area":"alignment"},{"id":"2402.00742","title":"Transforming and Combining Rewards for Aligning Large Language Models","created":"2024-02-01","cited_by_count":25,"area":"alignment"},{"id":"2403.19443","title":"Mixed Preference Optimization: Reinforcement Learning with Data Selection and Better Reference Model","created":"2024-03-28","cited_by_count":25,"area":"alignment"},{"id":"2406.05883","title":"Information Theoretic Guarantees For Policy Alignment In Large Language Models","created":"2024-06-09","cited_by_count":23,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2311.14543","title":"Data-Efficient Alignment of Large Language Models with Human Feedback Through Natural Language","created":"2023-11-24","cited_by_count":22,"area":"alignment"},{"id":"2407.13709","title":"Understanding Reference Policies in Direct Preference Optimization","created":"2024-07-18","cited_by_count":22,"area":"alignment"},{"id":"2404.19409","title":"Countering Reward Over-optimization in LLM with Demonstration-Guided Reinforcement Learning","created":"2024-04-30","cited_by_count":20,"area":"alignment"},{"id":"2411.10914","title":"BPO: Towards Balanced Preference Optimization between Knowledge Breadth and Depth in Alignment","created":"2024-11-16","cited_by_count":20,"area":"alignment"},{"id":"2305.14718","title":"Leftover Lunch: Advantage-based Offline Reinforcement Learning for Language Models","created":"2023-05-24","cited_by_count":17,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2404.04102","title":"ROPO: Robust Preference Optimization for Large Language Models","created":"2024-04-05","cited_by_count":16,"area":"alignment"},{"id":"2404.00530","title":"Comparing Bad Apples to Good Oranges: Aligning Large Language Models via Joint Preference Optimization","created":"2024-03-31","cited_by_count":15,"area":"alignment"},{"id":"2501.03884","title":"AlphaPO: Reward Shape Matters for LLM Alignment","created":"2025-01-07","cited_by_count":14,"area":"alignment"},{"id":"2504.03784","title":"Robust Reinforcement Learning from Human Feedback for Large Language Models Fine-Tuning","created":"2025-04-03","cited_by_count":13,"area":"alignment"},{"id":"2506.01183","title":"Doubly Robust Alignment for Large Language Models","created":"2025-06-01","cited_by_count":12,"area":"alignment"},{"id":"2402.14228","title":"COPR: Continual Human Preference Learning via Optimal Policy Regularization","created":"2024-02-22","cited_by_count":9,"area":"alignment"},{"id":"2405.00747","title":"Soft Preference Optimization: Aligning Language Models to Expert Distributions","created":"2024-04-30","cited_by_count":9,"area":"alignment"},{"id":"2408.03459","title":"Can DPO Learn Diverse Human Values? A Theoretical Scaling Law","created":"2024-08-06","cited_by_count":7,"area":"alignment"},{"id":"2407.04185","title":"HAF-RM: A Hybrid Alignment Framework for Reward Model Training","created":"2024-07-04","cited_by_count":5,"area":"alignment"},{"id":"2409.07772","title":"Alignment with Preference Optimization Is All You Need for LLM Safety","created":"2024-09-12","cited_by_count":5,"area":"alignment"},{"id":"2410.17131","title":"Self-Steering Optimization: Autonomous Preference Optimization for Large Language Models","created":"2024-10-22","cited_by_count":5,"area":"alignment"},{"id":"2412.17696","title":"Understanding the Logic of Direct Preference Alignment through Logic","created":"2024-12-23","cited_by_count":5,"area":"alignment"},{"id":"2409.17169","title":"REAL: Response Embedding-based Alignment for LLMs","created":"2024-09-17","cited_by_count":4,"area":"alignment"},{"id":"2502.06861","title":"Design Considerations in Offline Preference-based RL","created":"2025-02-08","cited_by_count":4,"area":"alignment"},{"id":"2310.13385","title":"Tuna: Instruction Tuning using Feedback from Large Language Models","created":"2023-10-20","cited_by_count":3,"area":"alignment"},{"id":"2403.16649","title":"CLHA: A Simple yet Effective Contrastive Learning Framework for Human Alignment","created":"2024-03-25","cited_by_count":3,"area":"alignment"},{"id":"2405.13541","title":"Annotation-Efficient Language Model Alignment via Diverse and Representative Response Texts","created":"2024-05-22","cited_by_count":3,"area":"alignment"},{"id":"2412.02125","title":"Preference Goal Tuning: Post-Training as Latent Control for Frozen Policies","created":"2024-12-03","cited_by_count":3,"area":"alignment"},{"id":"2501.13927","title":"CRPO: Confidence-Reward Driven Preference Optimization for Machine Translation","created":"2025-01-23","cited_by_count":3,"area":"alignment"},{"id":"2506.01523","title":"Beyond RLHF: A Unified Theoretical Framework of Alignment","created":"2025-06-02","cited_by_count":3,"area":"alignment"},{"id":"2510.18913","title":"ADPO: Anchored Direct Preference Optimization","created":"2025-10-21","cited_by_count":3,"area":"alignment"},{"id":"2604.13618","title":"C2: Scalable Rubric-Augmented Reward Modeling from Binary Preferences","created":"2026-04-15","cited_by_count":3,"area":"alignment"},{"id":"2502.14400","title":"HPS: Hard Preference Sampling for Human Preference Alignment","created":"2025-02-20","cited_by_count":2,"area":"alignment"},{"id":"2506.04272","title":"Understanding the Impact of Sampling Quality in Direct Preference Optimization","created":"2025-06-03","cited_by_count":2,"area":"alignment"},{"id":"2502.18679","title":"Discriminative Finetuning of Generative Large Language Models without Reward Models and Human Preference Data","created":"2025-02-25","cited_by_count":1,"area":"alignment"},{"id":"2510.05534","title":"Revisiting Self-Play Preference Optimization: On the Role of Prompt Difficulty","created":"2025-10-07","cited_by_count":0,"area":"alignment"},{"id":"2605.07105","title":"Theoretical Limits of Language Model Alignment","created":"2026-05-08","cited_by_count":0,"area":"alignment"},{"id":"2609.16340","title":"StalePO: Anchored Token-Level Preference Optimization using Legacy Post-Edits in Machine Translation","created":"2026-09-14","cited_by_count":0,"area":"alignment"},{"id":"2609.21899","title":"ExpBoN: Exponential-Noise Best-of-$n$ for Efficient Test-Time LLM Alignment","created":"2026-09-18","cited_by_count":0,"area":"alignment"},{"id":"2610.01828","title":"The Asymptotics of Language Model Alignment with Memory","created":"2026-10-01","cited_by_count":0,"area":"alignment"}],"next_cursor":null}