{"total":61,"rows":[{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836,"area":"alignment"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2404.13076","title":"LLM Evaluators Recognize and Favor Their Own Generations","created":"2024-04-15","cited_by_count":686,"area":"alignment"},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406,"area":"alignment"},{"id":"2402.06782","title":"Debating with More Persuasive LLMs Leads to More Truthful Answers","created":"2024-02-09","cited_by_count":266,"area":"alignment"},{"id":"2312.14925","title":"A Survey of Reinforcement Learning from Human Feedback","created":"2023-12-22","cited_by_count":264,"area":"alignment"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2303.16755","title":"Training Language Models with Language Feedback at Scale","created":"2023-03-28","cited_by_count":128,"area":"alignment"},{"id":"2409.12822","title":"Language Models Learn to Mislead Humans via RLHF","created":"2024-09-19","cited_by_count":124,"area":"alignment"},{"id":"2302.08215","title":"Aligning Language Models with Preferences through f-divergence Minimization","created":"2023-02-16","cited_by_count":120,"area":"alignment"},{"id":"2408.11791","title":"Critique-out-Loud Reward Models","created":"2024-08-21","cited_by_count":106,"area":"alignment"},{"id":"2402.02416","title":"Aligner: Efficient Alignment by Learning to Correct","created":"2024-02-04","cited_by_count":98,"area":"alignment"},{"id":"2403.09472","title":"Easy-to-Hard Generalization: Scalable Alignment Beyond Human Supervision","created":"2024-03-14","cited_by_count":96,"area":"alignment"},{"id":"2402.09267","title":"Self-Alignment for Factuality: Mitigating Hallucinations in LLMs via Self-Evaluation","created":"2024-02-14","cited_by_count":80,"area":"alignment"},{"id":"2305.16960","title":"Training Socially Aligned Language Models on Simulated Social Interactions","created":"2023-05-26","cited_by_count":78,"area":"alignment"},{"id":"2305.00955","title":"Bridging the Gap: A Survey on Integrating (Human) Feedback for Natural Language Generation","created":"2023-05-01","cited_by_count":55,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2310.13798","title":"Specific versus General Principles for Constitutional AI","created":"2023-10-20","cited_by_count":47,"area":"alignment"},{"id":"2405.20850","title":"Improving Reward Models with Synthetic Critiques","created":"2024-05-31","cited_by_count":44,"area":"alignment"},{"id":"2511.07919","title":"Feedback Descent: Open-Ended Text Optimization via Pairwise Comparison","created":"2025-11-11","cited_by_count":44,"area":"alignment"},{"id":"2311.09336","title":"LLMRefine: Pinpointing and Refining Large Language Models via Fine-Grained Actionable Feedback","created":"2023-11-15","cited_by_count":39,"area":"alignment"},{"id":"2310.10477","title":"Gaining Wisdom from Setbacks: Aligning Large Language Models via Mistake Analysis","created":"2023-10-16","cited_by_count":35,"area":"alignment"},{"id":"2308.05696","title":"A Preliminary Study of the Intrinsic Relationship between Complexity and Alignment","created":"2023-08-10","cited_by_count":33,"area":"alignment"},{"id":"2409.14586","title":"Backtracking Improves Generation Safety","created":"2024-09-22","cited_by_count":32,"area":"alignment"},{"id":"2407.04549","title":"Spontaneous Reward Hacking in Iterative Self-Refinement","created":"2024-07-05","cited_by_count":26,"area":"alignment"},{"id":"2311.14543","title":"Data-Efficient Alignment of Large Language Models with Human Feedback Through Natural Language","created":"2023-11-24","cited_by_count":22,"area":"alignment"},{"id":"2401.07382","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","created":"2024-01-14","cited_by_count":22,"area":"alignment"},{"id":"2210.15893","title":"When Life Gives You Lemons, Make Cherryade: Converting Feedback from Bad Responses into Good Labels","created":"2022-10-28","cited_by_count":20,"area":"alignment"},{"id":"2309.09055","title":"Exploring the impact of low-rank adaptation on the performance, efficiency, and regularization of RLHF","created":"2023-09-16","cited_by_count":20,"area":"alignment"},{"id":"2402.11296","title":"Dissecting Human and LLM Preferences","created":"2024-02-17","cited_by_count":17,"area":"alignment"},{"id":"2507.11316","title":"Internal Value Alignment in Large Language Models through Controlled Value Vector Activation","created":"2025-07-15","cited_by_count":16,"area":"alignment"},{"id":"2402.14688","title":"Q-Probe: A Lightweight Approach to Reward Maximization for Language Models","created":"2024-02-22","cited_by_count":15,"area":"alignment"},{"id":"2501.08617","title":"RLHS: Mitigating Misalignment in RLHF with Hindsight Simulation","created":"2025-01-15","cited_by_count":15,"area":"alignment"},{"id":"2210.07792","title":"Robust Preference Learning for Storytelling via Contrastive Reinforcement Learning","created":"2022-10-14","cited_by_count":14,"area":"alignment"},{"id":"2412.16468","title":"The Road to Artificial SuperIntelligence: A Comprehensive Survey of Superalignment","created":"2024-12-21","cited_by_count":13,"area":"alignment"},{"id":"2403.18341","title":"IterAlign: Iterative Constitutional Alignment of Large Language Models","created":"2024-03-27","cited_by_count":11,"area":"alignment"},{"id":"2405.13516","title":"LIRE: listwise reward enhancement for preference alignment","created":"2024-05-22","cited_by_count":11,"area":"alignment"},{"id":"2410.09412","title":"FB-Bench: A Fine-Grained Multi-Task Benchmark for Evaluating LLMs' Responsiveness to Human Feedback","created":"2024-10-12","cited_by_count":11,"area":"alignment"},{"id":"2501.05790","title":"Understanding Impact of Human Feedback via Influence Functions","created":"2025-01-10","cited_by_count":11,"area":"alignment"},{"id":"2509.25361","title":"Structural Reward Model: Enhancing Interpretability, Efficiency, and Scalability in Reward Modeling","created":"2025-09-29","cited_by_count":11,"area":"alignment"},{"id":"2512.16626","title":"Stackelberg Learning from Human Feedback: Preference Optimization as a Sequential Game","created":"2025-12-18","cited_by_count":10,"area":"alignment"},{"id":"2307.00279","title":"Let Me Teach You: Pedagogical Foundations of Feedback for Language Models","created":"2023-07-01","cited_by_count":9,"area":"alignment"},{"id":"2310.06450","title":"Constructive Large Language Models Alignment with Diverse Feedback","created":"2023-10-10","cited_by_count":9,"area":"alignment"},{"id":"2405.18718","title":"Efficient Model-agnostic Alignment via Bayesian Persuasion","created":"2024-05-29","cited_by_count":8,"area":"alignment"},{"id":"2310.19347","title":"Improving Factual Consistency of News Summarization by Contrastive Preference Optimization","created":"2023-10-30","cited_by_count":6,"area":"alignment"},{"id":"2301.06859","title":"Methodological reflections for AI alignment research using human feedback","created":"2022-12-22","cited_by_count":5,"area":"alignment"},{"id":"2309.08583","title":"ICLEF: In-Context Learning with Expert Feedback for Explainable Style Transfer","created":"2023-09-15","cited_by_count":5,"area":"alignment"},{"id":"2501.07886","title":"Iterative Label Refinement Matters More than Preference Optimization under Weak Supervision","created":"2025-01-14","cited_by_count":5,"area":"alignment"},{"id":"2306.13588","title":"System-Level Natural Language Feedback","created":"2023-06-23","cited_by_count":4,"area":"alignment"},{"id":"2308.06385","title":"ZYN: Zero-Shot Reward Models with Yes-No Questions for RLAIF","created":"2023-08-11","cited_by_count":4,"area":"alignment"},{"id":"2602.07356","title":"Controllable Value Alignment in Large Language Models through Neuron-Level Editing","created":"2026-02-07","cited_by_count":3,"area":"alignment"},{"id":"2406.12416","title":"Beyond Under-Alignment: Atomic Preference Enhanced Factuality Tuning for Large Language Models","created":"2024-06-18","cited_by_count":2,"area":"alignment"},{"id":"2406.16377","title":"On the Transformations across Reward Model, Parameter Update, and In-Context Prompt","created":"2024-06-24","cited_by_count":1,"area":"alignment"},{"id":"2503.07660","title":"Research Superalignment Should Advance Now with Alternating Competence and Conformity Optimization","created":"2025-03-08","cited_by_count":1,"area":"alignment"},{"id":"2505.19743","title":"Token-level Accept or Reject: A Micro Alignment Approach for Large Language Models","created":"2025-05-26","cited_by_count":1,"area":"alignment"},{"id":"2604.17769","title":"Reverse Constitutional AI: A Framework for Controllable Toxic Data Generation via Probability-Clamped RLAIF","created":"2026-04-20","cited_by_count":1,"area":"alignment"},{"id":"2508.09155","title":"A Rolling Stone Gathers No Moss: Adaptive Policy Optimization for Stable Self-Evaluation in Large Multimodal Models","created":"2025-08-05","cited_by_count":0,"area":"alignment"},{"id":"2510.09330","title":"Safety Game: Inference-Time Alignment of Black-Box LLMs via Constrained Optimization","created":"2025-10-10","cited_by_count":0,"area":"alignment"},{"id":"2608.30842","title":"Thesis Proposal: Toward a Human-Centered and Perspective-Aware Framework for Reproducible ML Evaluation and AI Alignment","created":"2026-08-31","cited_by_count":0,"area":"alignment"}],"next_cursor":null}