{"total":119,"rows":[{"id":"2210.10760","title":"Scaling Laws for Reward Model Overoptimization","created":"2022-10-19","cited_by_count":1095,"area":"alignment"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2109.13916","title":"Unsolved Problems in ML Safety","created":"2021-09-28","cited_by_count":292,"area":null},{"id":"2209.00626","title":"The Alignment Problem from a Deep Learning Perspective","created":"2022-08-30","cited_by_count":258,"area":null},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2209.13085","title":"Defining and Characterizing Reward Hacking","created":"2022-09-27","cited_by_count":203,"area":"alignment"},{"id":"2305.15324","title":"Model evaluation for extreme risks","created":"2023-05-24","cited_by_count":177,"area":null},{"id":"2510.05179","title":"Agentic Misalignment: How LLMs Could Be Insider Threats","created":"2025-10-05","cited_by_count":158,"area":"agents"},{"id":"2210.01790","title":"Goal Misgeneralization: Why Correct Specifications Aren't Enough For Correct Goals","created":"2022-10-04","cited_by_count":126,"area":null},{"id":"2105.14111","title":"Goal Misgeneralization in Deep Reinforcement Learning","created":"2021-05-28","cited_by_count":123,"area":null},{"id":"2306.11706","title":"RoboCat: A Self-Improving Generalist Agent for Robotic Manipulation","created":"2023-06-20","cited_by_count":111,"area":"agents"},{"id":"2206.13353","title":"Is Power-Seeking AI an Existential Risk?","created":"2022-06-16","cited_by_count":105,"area":null},{"id":"2307.03718","title":"Frontier AI Regulation: Managing Emerging Risks to Public Safety","created":"2023-07-06","cited_by_count":98,"area":null},{"id":"2304.00612","title":"Eight Things to Know about Large Language Models","created":"2023-04-02","cited_by_count":73,"area":null},{"id":"2310.18512","title":"Preventing Language Models From Hiding Their Reasoning","created":"2023-10-27","cited_by_count":65,"area":"lr"},{"id":"2206.05862","title":"X-Risk Analysis for AI Research","created":"2022-06-13","cited_by_count":60,"area":null},{"id":"2303.06173","title":"Unifying Grokking and Double Descent","created":"2023-03-10","cited_by_count":50,"area":null},{"id":"2403.03185","title":"Correlated Proxies: A New Definition and Improved Mitigation for Reward Hacking","created":"2024-03-05","cited_by_count":50,"area":"alignment"},{"id":"2408.16984","title":"Beyond Preferences in AI Alignment","created":"2024-08-30","cited_by_count":49,"area":"alignment"},{"id":"2310.17688","title":"Managing extreme AI risks amid rapid progress","created":"2023-10-26","cited_by_count":48,"area":null},{"id":"2410.04332","title":"Gradient Routing: Masking Gradients to Localize Computation in Neural Networks","created":"2024-10-06","cited_by_count":34,"area":null},{"id":"2411.03336","title":"Towards evaluations-based safety cases for AI scheming","created":"2024-10-29","cited_by_count":33,"area":null},{"id":"2304.06528","title":"Power-seeking can be probable and predictive for trained agents","created":"2023-04-13","cited_by_count":25,"area":null},{"id":"2310.11971","title":"Improving Generalization of Alignment with Human Preferences through Group Invariant Learning","created":"2023-10-18","cited_by_count":25,"area":"alignment"},{"id":"2209.13020","title":"Law Informs Code: A Legal Informatics Approach to Aligning Artificial Intelligence with Humans","created":"2022-09-14","cited_by_count":23,"area":null},{"id":"2406.01309","title":"REvolve: Reward Evolution with Large Language Models using Human Feedback","created":"2024-06-03","cited_by_count":23,"area":"alignment"},{"id":"2403.04471","title":"The Shutdown Problem: An AI Engineering Puzzle for Decision Theorists","created":"2024-03-07","cited_by_count":22,"area":null},{"id":"2601.11369","title":"Institutional AI: Governing LLM Collusion in Multi-Agent Cournot Markets via Public Governance Graphs","created":"2026-01-16","cited_by_count":20,"area":"agents"},{"id":"2206.13477","title":"Parametrically Retargetable Decision-Makers Tend To Seek Power","created":"2022-06-27","cited_by_count":19,"area":null},{"id":"2405.10729","title":"Contestable AI needs Computational Argumentation","created":"2024-05-17","cited_by_count":13,"area":null},{"id":"2411.02623","title":"Learning to Assist Humans without Inferring Rewards","created":"2024-11-04","cited_by_count":13,"area":"deeprl"},{"id":"2505.10361","title":"Plasticity as the Mirror of Empowerment","created":"2025-05-15","cited_by_count":12,"area":null},{"id":"2602.15515","title":"The Obfuscation Atlas: Mapping Where Honesty Emerges in RLVR with Deception Probes","created":"2026-02-17","cited_by_count":12,"area":null},{"id":"2407.09221","title":"Evaluating AI Evaluation: Perils and Prospects","created":"2024-07-12","cited_by_count":11,"area":null},{"id":"2509.08494","title":"HumanAgencyBench: Scalable Evaluation of Human Agency Support in AI Assistants","created":"2025-09-10","cited_by_count":11,"area":null},{"id":"2305.19861","title":"Human Control: Definitions and Algorithms","created":"2023-05-31","cited_by_count":10,"area":null},{"id":"2305.17601","title":"Incentivizing honest performative predictions with proper scoring rules","created":"2023-05-28","cited_by_count":9,"area":null},{"id":"2403.12316","title":"OpenEval: Benchmarking Chinese LLMs across Capability, Alignment and Safety","created":"2024-03-18","cited_by_count":9,"area":null},{"id":"2410.09638","title":"On Goodhart's law, with an application to value alignment","created":"2024-10-12","cited_by_count":9,"area":null},{"id":"2505.05197","title":"Societal and technological progress as sewing an ever-growing, ever-changing, patchy, and polychrome quilt","created":"2025-05-08","cited_by_count":9,"area":null},{"id":"2107.09598","title":"Learning Altruistic Behaviours in Reinforcement Learning without External Rewards","created":"2021-07-20","cited_by_count":8,"area":null},{"id":"2301.10095","title":"Large Language Models as Fiduciaries: A Case Study Toward Robustly Communicating With Artificial Intelligence Through Legal Standards","created":"2023-01-24","cited_by_count":8,"area":null},{"id":"2310.18244","title":"A Review of the Evidence for Existential Risk from AI via Misaligned Power-Seeking","created":"2023-10-27","cited_by_count":8,"area":null},{"id":"2503.00069","title":"Societal Alignment Frameworks Can Improve LLM Alignment","created":"2025-02-27","cited_by_count":8,"area":"alignment"},{"id":"2508.14927","title":"AI Testing Should Account for Sophisticated Strategic Behaviour","created":"2025-08-19","cited_by_count":6,"area":null},{"id":"2412.14741","title":"Active Inference and Human--Computer Interaction","created":"2024-12-19","cited_by_count":4,"area":null},{"id":"2506.03755","title":"Misalignment or misuse? The AGI alignment tradeoff","created":"2025-06-04","cited_by_count":4,"area":null},{"id":"2506.06352","title":"Will artificial agents pursue power by default?","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2605.30322","title":"Gram: Assessing sabotage propensities via automated alignment auditing","created":"2026-05-28","cited_by_count":4,"area":"agents"},{"id":"2606.24014","title":"Reinforcement Learning Towards Broadly and Persistently Beneficial Models","created":"2026-06-22","cited_by_count":4,"area":"alignment"},{"id":"2206.11812","title":"Formalizing the Problem of Side Effect Regularization","created":"2022-06-23","cited_by_count":3,"area":null},{"id":"2312.15241","title":"Measuring Value Alignment","created":"2023-12-23","cited_by_count":3,"area":"alignment"},{"id":"2406.01931","title":"Dishonesty in Helpful and Harmless Alignment","created":"2024-06-04","cited_by_count":3,"area":"alignment"},{"id":"2406.11039","title":"Dynamic Normativity: Necessary and Sufficient Conditions for Value Alignment","created":"2024-06-16","cited_by_count":3,"area":"alignment"},{"id":"2410.12197","title":"Potential-Based Intrinsic Motivation: Preserving Optimality With Complex, Non-Markovian Shaping Rewards","created":"2024-10-16","cited_by_count":3,"area":"deeprl"},{"id":"2506.17846","title":"Out of Control -- Why Alignment Needs Formal Control Theory (and an Alignment Control Stack)","created":"2025-06-21","cited_by_count":3,"area":null},{"id":"2509.22504","title":"Estimating the Empowerment of Language Model Agents","created":"2025-09-26","cited_by_count":3,"area":"agents"},{"id":"2604.20995","title":"Value-Conflict Diagnostics Reveal Widespread Alignment Faking in Language Models","created":"2026-04-22","cited_by_count":3,"area":null},{"id":"2605.06490","title":"Instrumental Choices: Measuring the Propensity of LLM Agents to Pursue Instrumental Behaviors","created":"2026-05-07","cited_by_count":3,"area":"agents"},{"id":"2401.03529","title":"Quantifying stability of non-power-seeking in artificial agents","created":"2024-01-07","cited_by_count":2,"area":"agents"},{"id":"2407.00805","title":"Towards Shutdownable Agents via Stochastic Choice","created":"2024-06-30","cited_by_count":2,"area":null},{"id":"2410.06213","title":"RL, but don't do anything I wouldn't do","created":"2024-10-08","cited_by_count":2,"area":"deeprl"},{"id":"2502.15820","title":"Universal AI maximizes Variational Empowerment","created":"2025-02-20","cited_by_count":2,"area":"deeprl"},{"id":"2503.04750","title":"AI Agents Should be Regulated Based on the Extent of Their Autonomous Operations","created":"2025-02-07","cited_by_count":2,"area":null},{"id":"2503.07341","title":"The Economics of p(doom): Scenarios of Existential Risk and Economic Growth in the Age of Transformative AI","created":"2025-03-10","cited_by_count":2,"area":null},{"id":"2511.11551","title":"Aligning Machiavellian Agents: Behavior Steering via Test-Time Policy Shaping","created":"2025-11-14","cited_by_count":2,"area":"alignment"},{"id":"2604.02174","title":"Quantifying Self-Preservation Bias in Large Language Models","created":"2026-04-02","cited_by_count":2,"area":"alignment"},{"id":"2605.12199","title":"Overtrained, Not Misaligned","created":"2026-05-12","cited_by_count":2,"area":null},{"id":"2305.15220","title":"Selection for short-term empowerment accelerates the evolution of homeostatic neural cellular automata","created":"2023-05-24","cited_by_count":1,"area":null},{"id":"2412.20732","title":"Joint Scoring Rules: Zero-Sum Competition Avoids Performative Prediction","created":"2024-12-30","cited_by_count":1,"area":null},{"id":"2501.16448","title":"Information-theoretic Distinctions Between Deception and Confusion","created":"2025-01-27","cited_by_count":1,"area":null},{"id":"2508.00159","title":"Model-Based Soft Maximization of Suitable Metrics of Long-Term Human Power","created":"2025-07-31","cited_by_count":1,"area":null},{"id":"2511.04177","title":"When Assisting One Disempowers Another","created":"2025-11-06","cited_by_count":1,"area":null},{"id":"2601.01584","title":"Steerability of Instrumental-Convergence Tendencies in LLMs","created":"2026-01-04","cited_by_count":1,"area":null},{"id":"2602.01699","title":"Mitigating loss of control in advanced AI systems through instrumental goal trajectories","created":"2026-02-02","cited_by_count":1,"area":null},{"id":"2602.04197","title":"From Helpfulness to Toxic Proactivity: Diagnosing Behavioral Misalignment in LLM Agents","created":"2026-02-04","cited_by_count":1,"area":"agents"},{"id":"2603.03515","title":"The Controllability Trap: A Governance Framework for Military AI Agents","created":"2026-03-03","cited_by_count":1,"area":"wm"},{"id":"2603.09200","title":"The Reasoning Trap -- Logical Reasoning as a Mechanistic Pathway to Situational Awareness","created":"2026-03-10","cited_by_count":1,"area":"lr"},{"id":"2603.15017","title":"Consequentialist Objectives and Catastrophe","created":"2026-03-16","cited_by_count":1,"area":null},{"id":"2604.13609","title":"Golden Handcuffs make safer AI agents","created":"2026-04-15","cited_by_count":1,"area":null},{"id":"2604.17502","title":"Towards Shutdownable Agents: Generalizing Stochastic Choice in RL Agents and LLMs","created":"2026-04-19","cited_by_count":1,"area":"agents"},{"id":"2606.29657","title":"Safety from Honesty in a Disinterested AI Predictor","created":"2026-06-28","cited_by_count":1,"area":null},{"id":"2607.18239","title":"SysAdmin: Measuring Instrumental Power-Seeking in Frontier AI","created":"2026-04-10","cited_by_count":1,"area":null},{"id":"2607.25379","title":"Cyber-Capable AI Agents: Vulnerabilities, Evaluation Containment, and Defensive Response","created":"2026-07-28","cited_by_count":1,"area":"agents"},{"id":"2610.07796","title":"The Geometry of Empowerment","created":"2026-10-06","cited_by_count":1,"area":null},{"id":"2309.12321","title":"A Case for AI Safety via Law","created":"2023-07-31","cited_by_count":0,"area":null},{"id":"2310.05876","title":"AI Systems of Concern","created":"2023-10-09","cited_by_count":0,"area":null},{"id":"2406.11240","title":"The Benefits of Power Regularization in Cooperative Reinforcement Learning","created":"2024-06-17","cited_by_count":0,"area":"deeprl"},{"id":"2406.18178","title":"Games of Knightian Uncertainty as AGI testbeds","created":"2024-06-26","cited_by_count":0,"area":null},{"id":"2506.01813","title":"The Ultimate Test of Superintelligent AI Agents: Can an AI Balance Care and Control in Asymmetric Relationships?","created":"2025-06-02","cited_by_count":0,"area":null},{"id":"2506.20699","title":"Structural Decoupling: A Scaffold-Flow Theory of Generalization and Alignment","created":"2025-06-25","cited_by_count":0,"area":null},{"id":"2508.15652","title":"Understanding Action Effects through Instrumental Empowerment in Multi-Agent Reinforcement Learning","created":"2025-08-21","cited_by_count":0,"area":null},{"id":"2509.06701","title":"Probabilistic Modeling of Latent Agentic Substructures in Deep Neural Networks","created":"2025-09-08","cited_by_count":0,"area":"agents"},{"id":"2510.02840","title":"Take Goodhart Seriously: Principled Limit on General-Purpose AI Optimization","created":"2025-10-03","cited_by_count":0,"area":null},{"id":"2510.25471","title":"An Aristotelian ontology of instrumental goals: Structural features to be managed and not failures to be eliminated","created":"2025-10-29","cited_by_count":0,"area":null},{"id":"2512.03089","title":"Password-Activated Shutdown Protocols for Misaligned Frontier Agents","created":"2025-11-29","cited_by_count":0,"area":"safety"},{"id":"2601.04234","title":"Formal Analysis of AGI Decision-Theoretic Models and the Confrontation Question","created":"2026-01-04","cited_by_count":0,"area":null},{"id":"2603.03119","title":"AI Space Physics: Constitutive boundary semantics for open AI institutions","created":"2026-03-03","cited_by_count":0,"area":"agents"},{"id":"2603.07315","title":"Shutdown Safety Valves for Advanced AI","created":"2026-03-07","cited_by_count":0,"area":null}],"next_cursor":"100"}