{"total":1429,"rows":[{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2406.11717","title":"Refusal in Language Models Is Mediated by a Single Direction","created":"2024-06-17","cited_by_count":1032,"area":"safety"},{"id":"2404.01318","title":"JailbreakBench: An Open Robustness Benchmark for Jailbreaking Large Language Models","created":"2024-03-28","cited_by_count":536,"area":"safety"},{"id":"2403.03218","title":"The WMDP Benchmark: Measuring and Reducing Malicious Use With Unlearning","created":"2024-03-05","cited_by_count":509,"area":"safety"},{"id":"2406.18495","title":"WildGuard: Open One-Stop Moderation Tools for Safety Risks, Jailbreaks, and Refusals of LLMs","created":"2024-06-26","cited_by_count":496,"area":"safety"},{"id":"2404.02151","title":"Jailbreaking Leading Safety-Aligned LLMs with Simple Adaptive Attacks","created":"2024-04-02","cited_by_count":486,"area":"safety"},{"id":"2402.17177","title":"Sora: A Review on Background, Technology, Limitations, and Opportunities of Large Vision Models","created":"2024-02-27","cited_by_count":477,"area":null},{"id":"2410.09024","title":"AgentHarm: A Benchmark for Measuring Harmfulness of LLM Agents","created":"2024-10-11","cited_by_count":437,"area":"agents"},{"id":"2404.01833","title":"Great, Now Write an Article About That: The Crescendo Multi-Turn LLM Jailbreak Attack","created":"2024-04-02","cited_by_count":390,"area":"safety"},{"id":"2402.10260","title":"A StrongREJECT for Empty Jailbreaks","created":"2024-02-15","cited_by_count":385,"area":"safety"},{"id":"2412.14093","title":"Alignment faking in large language models","created":"2024-12-18","cited_by_count":360,"area":"alignment"},{"id":"2406.04313","title":"Improving Alignment and Robustness with Circuit Breakers","created":"2024-06-06","cited_by_count":322,"area":"safety"},{"id":"2412.14470","title":"Agent-SafetyBench: Evaluating the Safety of LLM Agents","created":"2024-12-19","cited_by_count":306,"area":"agents"},{"id":"2506.04178","title":"OpenThoughts: Data Recipes for Reasoning Models","created":"2025-06-04","cited_by_count":304,"area":"lr"},{"id":"2407.21772","title":"ShieldGemma: Generative AI Content Moderation Based on Gemma","created":"2024-07-31","cited_by_count":243,"area":null},{"id":"2406.14598","title":"SORRY-Bench: Systematically Evaluating Large Language Model Safety Refusal","created":"2024-06-20","cited_by_count":240,"area":"alignment"},{"id":"2407.04295","title":"Jailbreak Attacks and Defenses Against Large Language Models: A Survey","created":"2024-07-05","cited_by_count":230,"area":"safety"},{"id":"2402.05044","title":"SALAD-Bench: A Hierarchical and Comprehensive Safety Benchmark for Large Language Models","created":"2024-02-07","cited_by_count":228,"area":null},{"id":"2410.05295","title":"AutoDAN-Turbo: A Lifelong Agent for Strategy Self-Exploration to Jailbreak LLMs","created":"2024-10-03","cited_by_count":199,"area":"safety"},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2407.15549","title":"Latent Adversarial Training Improves Robustness to Persistent Harmful Behaviors in LLMs","created":"2024-07-22","cited_by_count":173,"area":"safety"},{"id":"2404.07921","title":"AmpleGCG: Learning a Universal and Transferable Generative Model of Adversarial Suffixes for Jailbreaking Both Open and Closed LLMs","created":"2024-04-11","cited_by_count":172,"area":"safety"},{"id":"2404.16873","title":"AdvPrompter: Fast Adaptive Adversarial Prompting for LLMs","created":"2024-04-21","cited_by_count":156,"area":"safety"},{"id":"2510.14276","title":"Qwen3Guard Technical Report","created":"2025-10-16","cited_by_count":155,"area":"safety"},{"id":"2408.15221","title":"LLM Defenses Are Not Robust to Multi-Turn Human Jailbreaks Yet","created":"2024-08-27","cited_by_count":151,"area":"safety"},{"id":"2406.13352","title":"AgentDojo: A Dynamic Environment to Evaluate Prompt Injection Attacks and Defenses for LLM Agents","created":"2024-06-19","cited_by_count":145,"area":"agents"},{"id":"2506.09038","title":"AbstentionBench: Reasoning LLMs Fail on Unanswerable Questions","created":"2025-06-10","cited_by_count":145,"area":"lr"},{"id":"2408.00761","title":"Tamper-Resistant Safeguards for Open-Weight LLMs","created":"2024-08-01","cited_by_count":138,"area":"safety"},{"id":"2502.12025","title":"SafeChain: Safety of Language Models with Long Chain-of-Thought Reasoning Capabilities","created":"2025-02-17","cited_by_count":136,"area":"lr"},{"id":"2511.18397","title":"Natural Emergent Misalignment from Reward Hacking in Production RL","created":"2025-11-23","cited_by_count":136,"area":"alignment"},{"id":"2501.09004","title":"Aegis2.0: A Diverse AI Safety Dataset and Risks Taxonomy for Alignment of LLM Guardrails","created":"2025-01-15","cited_by_count":132,"area":"safety"},{"id":"2510.09023","title":"The Attacker Moves Second: Stronger Adaptive Attacks Bypass Defenses Against Llm Jailbreaks and Prompt Injections","created":"2025-10-10","cited_by_count":129,"area":"safety"},{"id":"2503.00061","title":"Adaptive Attacks Break Defenses Against Indirect Prompt Injection Attacks on LLM Agents","created":"2025-02-27","cited_by_count":125,"area":"agents"},{"id":"2504.13203","title":"X-Teaming: Multi-Turn Jailbreaks and Defenses with Adaptive Multi-Agents","created":"2025-04-15","cited_by_count":125,"area":"agents"},{"id":"2407.18418","title":"Know Your Limits: A Survey of Abstention in Large Language Models","created":"2024-07-25","cited_by_count":121,"area":null},{"id":"2504.15585","title":"A Comprehensive Survey in LLM(-Agent) Full Stack Safety: Data, Training and Deployment","created":"2025-04-22","cited_by_count":116,"area":"lr"},{"id":"2405.15589","title":"Efficient Adversarial Training in LLMs with Continuous Attacks","created":"2024-05-24","cited_by_count":113,"area":"safety"},{"id":"2506.14866","title":"OS-Harm: A Benchmark for Measuring Safety of Computer Use Agents","created":"2025-06-17","cited_by_count":111,"area":"agents"},{"id":"2405.21018","title":"Improved Techniques for Optimization-Based Jailbreaking on Large Language Models","created":"2024-05-31","cited_by_count":110,"area":"safety"},{"id":"2402.18104","title":"Making Them Ask and Answer: Jailbreaking Large Language Models in Few Queries via Disguise and Reconstruction","created":"2024-02-28","cited_by_count":107,"area":"safety"},{"id":"2402.13457","title":"A Comprehensive Study of Jailbreak Attack versus Defense for Large Language Models","created":"2024-02-21","cited_by_count":106,"area":"safety"},{"id":"2503.04957","title":"SafeArena: Evaluating the Safety of Autonomous Web Agents","created":"2025-03-06","cited_by_count":102,"area":"agents"},{"id":"2501.18492","title":"GuardReasoner: Towards Reasoning-based LLM Safeguards","created":"2025-01-30","cited_by_count":100,"area":"lr"},{"id":"2405.14577","title":"Representation Noising: A Defence Mechanism Against Harmful Finetuning","created":"2024-05-23","cited_by_count":96,"area":"safety"},{"id":"2411.11296","title":"Steering Language Model Refusal with Sparse Autoencoders","created":"2024-11-18","cited_by_count":95,"area":"mechinterp"},{"id":"2402.09154","title":"Attacking Large Language Models with Projected Gradient Descent","created":"2024-02-14","cited_by_count":94,"area":"alignment"},{"id":"2402.09063","title":"Soft Prompt Threats: Attacking Safety Alignment and Unlearning in Open-Source LLMs through the Embedding Space","created":"2024-02-14","cited_by_count":91,"area":"alignment"},{"id":"2409.18169","title":"Harmful Fine-tuning Attacks and Defenses for Large Language Models: A Survey","created":"2024-09-26","cited_by_count":90,"area":"alignment"},{"id":"2411.07781","title":"RedCode: Risky Code Execution and Generation Benchmark for Code Agents","created":"2024-11-12","cited_by_count":90,"area":"agents"},{"id":"2410.10700","title":"LLMs know their vulnerabilities: Uncover Safety Gaps through Natural Distribution Shifts","created":"2024-10-14","cited_by_count":86,"area":null},{"id":"2406.20053","title":"Covert Malicious Finetuning: Challenges in Safeguarding LLM Adaptation","created":"2024-06-28","cited_by_count":80,"area":null},{"id":"2407.11969","title":"Does Refusal Training in LLMs Generalize to the Past Tense?","created":"2024-07-16","cited_by_count":79,"area":"safety"},{"id":"2404.05399","title":"SafetyPrompts: a Systematic Review of Open Datasets for Evaluating and Improving Large Language Model Safety","created":"2024-04-08","cited_by_count":77,"area":"safety"},{"id":"2412.03556","title":"Best-of-N Jailbreaking","created":"2024-12-04","cited_by_count":76,"area":"safety"},{"id":"2407.17436","title":"AIR-Bench 2024: A Safety Benchmark Based on Risk Categories from Regulations and Policies","created":"2024-07-11","cited_by_count":74,"area":null},{"id":"2406.01288","title":"Improved Few-Shot Jailbreaking Can Circumvent Aligned Language Models and Their Defenses","created":"2024-06-03","cited_by_count":70,"area":"safety"},{"id":"2407.09121","title":"Refuse Whenever You Feel Unsafe: Improving Safety in LLMs via Decoupled Refusal Training","created":"2024-07-12","cited_by_count":69,"area":null},{"id":"2410.18927","title":"SafeBench: A Safety Evaluation Framework for Multimodal Large Language Models","created":"2024-10-24","cited_by_count":69,"area":"safety"},{"id":"2405.20773","title":"Visual-RolePlay: Universal Jailbreak Attack on MultiModal Large Language Models via Role-playing Image Character","created":"2024-05-25","cited_by_count":68,"area":"safety"},{"id":"2504.01903","title":"STAR-1: Safer Alignment of Reasoning LLMs with 1K Data","created":"2025-04-02","cited_by_count":68,"area":"lr"},{"id":"2502.14881","title":"A Survey of Safety on Large Vision-Language Models: Attacks, Defenses and Evaluations","created":"2025-02-14","cited_by_count":67,"area":"mllm"},{"id":"2407.05965","title":"T2VSafetyBench: Evaluating the Safety of Text-to-Video Generative Models","created":"2024-07-08","cited_by_count":66,"area":null},{"id":"2410.13886","title":"Refusal-Trained LLMs Are Easily Jailbroken As Browser Agents","created":"2024-10-11","cited_by_count":65,"area":"agents"},{"id":"2406.10794","title":"Towards Understanding Jailbreak Attacks in LLMs: A Representation Space Analysis","created":"2024-06-16","cited_by_count":64,"area":"safety"},{"id":"2409.20089","title":"Robust LLM safeguarding via refusal feature adversarial training","created":"2024-09-30","cited_by_count":64,"area":null},{"id":"2406.05498","title":"SelfDefend: LLMs Can Defend Themselves against Jailbreaking in a Practical Manner","created":"2024-06-08","cited_by_count":63,"area":"safety"},{"id":"2410.03642","title":"Aligning LLMs with Individual Preferences via Interaction","created":"2024-10-04","cited_by_count":63,"area":"alignment"},{"id":"2411.19939","title":"VLSBench: Unveiling Visual Leakage in Multimodal Safety","created":"2024-11-29","cited_by_count":63,"area":"mllm"},{"id":"2402.09179","title":"Instruction Backdoor Attacks Against Customized LLMs","created":"2024-02-14","cited_by_count":62,"area":"safety"},{"id":"2404.12241","title":"Introducing v0.5 of the AI Safety Benchmark from MLCommons","created":"2024-04-18","cited_by_count":62,"area":null},{"id":"2509.26354","title":"Your Agent May Misevolve: Emergent Risks in Self-evolving LLM Agents","created":"2025-09-30","cited_by_count":62,"area":"agents"},{"id":"2407.21792","title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?","created":"2024-07-31","cited_by_count":61,"area":null},{"id":"2410.06625","title":"ETA: Evaluating Then Aligning Safety of Vision Language Models at Inference Time","created":"2024-10-09","cited_by_count":60,"area":"mllm"},{"id":"2412.17686","title":"Large Language Model Safety: A Holistic Survey","created":"2024-12-23","cited_by_count":59,"area":"safety"},{"id":"2501.17070","title":"Contextual Agent Security: A Policy for Every Purpose","created":"2025-01-28","cited_by_count":59,"area":null},{"id":"2504.04377","title":"PolyGuard: A Multilingual Safety Moderation Tool for 17 Languages","created":"2025-04-06","cited_by_count":59,"area":null},{"id":"2406.17092","title":"BEEAR: Embedding-based Adversarial Removal of Safety Backdoors in Instruction-tuned Language Models","created":"2024-06-24","cited_by_count":58,"area":"safety"},{"id":"2505.08054","title":"FalseReject: A Resource for Improving Contextual Safety and Mitigating Over-Refusals in LLMs via Structured Reasoning","created":"2025-05-12","cited_by_count":58,"area":"lr"},{"id":"2506.19676","title":"A Survey of LLM-Driven AI Agent Communication: Protocols, Security Risks, and Defense Countermeasures","created":"2025-06-24","cited_by_count":57,"area":"agents"},{"id":"2404.16369","title":"Don't Say No: Jailbreaking LLM by Suppressing Refusal","created":"2024-04-25","cited_by_count":56,"area":"alignment"},{"id":"2405.18540","title":"Learning diverse attacks on large language models for robust red-teaming and safety tuning","created":"2024-05-28","cited_by_count":54,"area":"safety"},{"id":"2502.19820","title":"Foot-In-The-Door: A Multi-turn Jailbreak for LLMs","created":"2025-02-27","cited_by_count":54,"area":"safety"},{"id":"2406.07057","title":"MultiTrust: A Comprehensive Benchmark Towards Trustworthy Multimodal Large Language Models","created":"2024-06-11","cited_by_count":53,"area":"mllm"},{"id":"2406.14144","title":"Towards Understanding Safety Alignment: A Mechanistic Perspective from Safety Neurons","created":"2024-06-20","cited_by_count":53,"area":"alignment"},{"id":"2510.26243","title":"Angular Steering: Behavior Control via Rotation in Activation Space","created":"2025-10-30","cited_by_count":53,"area":null},{"id":"2406.09324","title":"Bag of Tricks: Benchmarking of Jailbreak Attacks on LLMs","created":"2024-06-13","cited_by_count":51,"area":"safety"},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2506.07022","title":"AlphaSteer: Learning Refusal Steering with Principled Null-Space Constraint","created":"2025-06-08","cited_by_count":49,"area":"safety"},{"id":"2410.03415","title":"Surgical, Cheap, and Flexible: Mitigating False Refusal in Language Models via Single Vector Ablation","created":"2024-10-04","cited_by_count":48,"area":null},{"id":"2411.16721","title":"Steering Away from Harm: An Adaptive Approach to Defending Vision Language Model Against Jailbreaks","created":"2024-11-23","cited_by_count":48,"area":"mllm"},{"id":"2405.14125","title":"ALI-Agent: Assessing LLMs' Alignment with Human Values via Agent-based Evaluation","created":"2024-05-23","cited_by_count":47,"area":"agents"},{"id":"2601.11516","title":"Building Production-Ready Probes For Gemini","created":"2026-01-16","cited_by_count":47,"area":"safety"},{"id":"2406.15518","title":"Steering Without Side Effects: Improving Post-Deployment Control of Language Models","created":"2024-06-21","cited_by_count":46,"area":"safety"},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2505.21936","title":"RedTeamCUA: Realistic Adversarial Testing of Computer-Use Agents in Hybrid Web-OS Environments","created":"2025-05-28","cited_by_count":46,"area":"agents"},{"id":"2410.01606","title":"Automated Red Teaming with GOAT: the Generative Offensive Agent Tester","created":"2024-10-02","cited_by_count":45,"area":"agents"},{"id":"2407.08351","title":"AutoBencher: Towards Declarative Benchmark Construction","created":"2024-07-11","cited_by_count":44,"area":null},{"id":"2407.05557","title":"$R^2$-Guard: Robust Reasoning Enabled LLM Guardrail via Knowledge-Enhanced Logical Reasoning","created":"2024-07-08","cited_by_count":43,"area":"lr"},{"id":"2502.15806","title":"A Mousetrap: Fooling Large Reasoning Models for Jailbreak with Chain of Iterative Chaos","created":"2025-02-19","cited_by_count":43,"area":"lr"},{"id":"2502.17578","title":"How Do Large Language Monkeys Get Their Power (Laws)?","created":"2025-02-24","cited_by_count":43,"area":"safety"}],"next_cursor":"100"}