{"total":24,"rows":[{"id":"2210.10760","title":"Scaling Laws for Reward Model Overoptimization","created":"2022-10-19","cited_by_count":1095,"area":"alignment"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2201.03544","title":"The Effects of Reward Misspecification: Mapping and Mitigating Misaligned Models","created":"2022-01-10","cited_by_count":328,"area":"alignment"},{"id":"2310.03716","title":"A Long Way to Go: Investigating Length Correlations in RLHF","created":"2023-10-05","cited_by_count":291,"area":"alignment"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2209.13085","title":"Defining and Characterizing Reward Hacking","created":"2022-09-27","cited_by_count":203,"area":"alignment"},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2312.08358","title":"Distributional Preference Learning: Understanding and Accounting for Hidden Context in RLHF","created":"2023-12-13","cited_by_count":133,"area":"alignment"},{"id":"2408.16984","title":"Beyond Preferences in AI Alignment","created":"2024-08-30","cited_by_count":49,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2407.14503","title":"Catastrophic Goodhart: regularizing RLHF with KL divergence does not mitigate heavy-tailed reward misspecification","created":"2024-07-19","cited_by_count":23,"area":"alignment"},{"id":"2301.03652","title":"On The Fragility of Learned Reward Functions","created":"2023-01-09","cited_by_count":21,"area":"alignment"},{"id":"2403.04204","title":"On the Essence and Prospect: An Investigation of Alignment Approaches for Big Models","created":"2024-03-07","cited_by_count":21,"area":"alignment"},{"id":"2412.08812","title":"Test-Time Alignment via Hypothesis Reweighting","created":"2024-12-11","cited_by_count":11,"area":"alignment"},{"id":"2404.04932","title":"Towards Understanding the Influence of Reward Margin on Preference Model Performance","created":"2024-04-07","cited_by_count":9,"area":"alignment"},{"id":"2503.00069","title":"Societal Alignment Frameworks Can Improve LLM Alignment","created":"2025-02-27","cited_by_count":8,"area":"alignment"},{"id":"2409.13919","title":"Measuring Error Alignment for Decision-Making Systems","created":"2024-09-20","cited_by_count":1,"area":"alignment"},{"id":"2412.16475","title":"When Can Proxies Improve the Sample Complexity of Preference Learning?","created":"2024-12-21","cited_by_count":1,"area":"alignment"},{"id":"2605.18721","title":"General Preference Reinforcement Learning","created":"2026-05-18","cited_by_count":1,"area":"alignment"},{"id":"2604.04237","title":"Pedagogical Safety in Educational Reinforcement Learning: Formalizing and Detecting Reward Hacking in AI Tutoring Systems","created":"2026-04-05","cited_by_count":0,"area":"alignment"},{"id":"2607.22305","title":"A Roadmap to Impactful Pluralistic Alignment Research","created":"2026-07-24","cited_by_count":0,"area":"alignment"},{"id":"2607.28881","title":"Fragility of Value under Imperfect Alignment","created":"2026-07-30","cited_by_count":0,"area":"alignment"},{"id":"2609.35677","title":"Verifier Errors in RLVR: Reward Hacking, Limits of Feedback, and Selective Control","created":"2026-09-28","cited_by_count":0,"area":"alignment"},{"id":"2610.17062","title":"Gradient Routing Localizes and Removes Unintended Behaviors in RL","created":"2026-10-12","cited_by_count":0,"area":"alignment"}],"next_cursor":null}