{"total":206,"rows":[{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2404.01318","title":"JailbreakBench: An Open Robustness Benchmark for Jailbreaking Large Language Models","created":"2024-03-28","cited_by_count":536,"area":"safety"},{"id":"2310.03684","title":"SmoothLLM: Defending Large Language Models Against Jailbreaking Attacks","created":"2023-10-05","cited_by_count":469,"area":"safety"},{"id":"2310.06987","title":"Catastrophic Jailbreak of Open-source LLMs via Exploiting Generation","created":"2023-10-10","cited_by_count":451,"area":"safety"},{"id":"2404.01833","title":"Great, Now Write an Article About That: The Crescendo Multi-Turn LLM Jailbreak Attack","created":"2024-04-02","cited_by_count":390,"area":"safety"},{"id":"2402.10260","title":"A StrongREJECT for Empty Jailbreaks","created":"2024-02-15","cited_by_count":385,"area":"safety"},{"id":"2310.02446","title":"Low-Resource Languages Jailbreak GPT-4","created":"2023-10-03","cited_by_count":309,"area":"safety"},{"id":"2312.14197","title":"Benchmarking and Defending Against Indirect Prompt Injection Attacks on Large Language Models","created":"2023-12-21","cited_by_count":264,"area":"safety"},{"id":"2310.06474","title":"Multilingual Jailbreak Challenges in Large Language Models","created":"2023-10-10","cited_by_count":240,"area":"safety"},{"id":"2407.04295","title":"Jailbreak Attacks and Defenses Against Large Language Models: A Survey","created":"2024-07-05","cited_by_count":230,"area":"safety"},{"id":"2406.18510","title":"WildTeaming at Scale: From In-the-Wild Jailbreaks to (Adversarially) Safer Language Models","created":"2024-06-26","cited_by_count":223,"area":"safety"},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2404.07921","title":"AmpleGCG: Learning a Universal and Transferable Generative Model of Adversarial Suffixes for Jailbreaking Both Open and Closed LLMs","created":"2024-04-11","cited_by_count":172,"area":"safety"},{"id":"2402.02207","title":"Safety Fine-Tuning at (Almost) No Cost: A Baseline for Vision Large Language Models","created":"2024-02-03","cited_by_count":167,"area":"safety"},{"id":"2402.16835","title":"Eight Methods to Evaluate Robust Unlearning in LLMs","created":"2024-02-26","cited_by_count":163,"area":"safety"},{"id":"2404.16873","title":"AdvPrompter: Fast Adaptive Adversarial Prompting for LLMs","created":"2024-04-21","cited_by_count":156,"area":"safety"},{"id":"2308.10741","title":"On the Adversarial Robustness of Multi-Modal Foundation Models","created":"2023-08-21","cited_by_count":145,"area":"safety"},{"id":"2311.01011","title":"Tensor Trust: Interpretable Prompt Injection Attacks from an Online Game","created":"2023-11-02","cited_by_count":145,"area":"safety"},{"id":"2401.17256","title":"Weak-to-Strong Jailbreaking on Large Language Models","created":"2024-01-30","cited_by_count":107,"area":"safety"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2410.02832","title":"FlipAttack: Jailbreak LLMs via Flipping","created":"2024-10-02","cited_by_count":80,"area":"safety"},{"id":"2405.18166","title":"Defending Large Language Models Against Jailbreak Attacks via Layer-specific Editing","created":"2024-05-28","cited_by_count":79,"area":"safety"},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2410.13708","title":"On the Role of Attention Heads in Large Language Model Safety","created":"2024-10-17","cited_by_count":72,"area":"safety"},{"id":"2410.18927","title":"SafeBench: A Safety Evaluation Framework for Multimodal Large Language Models","created":"2024-10-24","cited_by_count":69,"area":"safety"},{"id":"2402.06255","title":"Fight Back Against Jailbreaking via Prompt Adversarial Tuning","created":"2024-02-09","cited_by_count":67,"area":"safety"},{"id":"2402.01822","title":"Building Guardrails for Large Language Models","created":"2024-02-02","cited_by_count":65,"area":"safety"},{"id":"2406.05498","title":"SelfDefend: LLMs Can Defend Themselves against Jailbreaking in a Practical Manner","created":"2024-06-08","cited_by_count":63,"area":"safety"},{"id":"2402.09179","title":"Instruction Backdoor Attacks Against Customized LLMs","created":"2024-02-14","cited_by_count":62,"area":"safety"},{"id":"2402.14872","title":"Semantic Mirror Jailbreak: Genetic Algorithm Based Jailbreak Prompts Against Open-source LLMs","created":"2024-02-21","cited_by_count":53,"area":"safety"},{"id":"2309.05274","title":"FuzzLLM: A Novel and Universal Fuzzing Framework for Proactively Discovering Jailbreak Vulnerabilities in Large Language Models","created":"2023-09-11","cited_by_count":51,"area":"safety"},{"id":"2404.05880","title":"Eraser: Jailbreaking Defense in Large Language Models via Unlearning Harmful Knowledge","created":"2024-04-08","cited_by_count":51,"area":"safety"},{"id":"2501.15145","title":"PromptShield: Deployable Detection for Prompt Injection Attacks","created":"2025-01-25","cited_by_count":50,"area":"safety"},{"id":"2402.03299","title":"GUARD: Role-playing to Generate Natural-language Jailbreakings to Test Guideline Adherence of Large Language Models","created":"2024-02-05","cited_by_count":48,"area":"safety"},{"id":"2403.04893","title":"A Safe Harbor for AI Evaluation and Red Teaming","created":"2024-03-07","cited_by_count":47,"area":"safety"},{"id":"2406.08705","title":"When LLM Meets DRL: Advancing Jailbreaking Efficiency via DRL-guided Search","created":"2024-06-13","cited_by_count":47,"area":"safety"},{"id":"2405.19103","title":"Voice Jailbreak Attacks Against GPT-4o","created":"2024-05-29","cited_by_count":42,"area":"safety"},{"id":"2310.10077","title":"Prompt Packer: Deceiving LLMs through Compositional Instruction with Hidden Attacks","created":"2023-10-16","cited_by_count":35,"area":"safety"},{"id":"2410.15236","title":"Jailbreaking and Mitigation of Vulnerabilities in Large Language Models","created":"2024-10-20","cited_by_count":34,"area":"safety"},{"id":"2505.04806","title":"Red Teaming the Mind of the Machine: A Systematic Evaluation of Prompt Injection and Jailbreak Vulnerabilities in LLMs","created":"2025-05-07","cited_by_count":34,"area":"safety"},{"id":"2412.05934","title":"Heuristic-Induced Multimodal Risk Distribution Jailbreak Attack for Multimodal Large Language Models","created":"2024-12-08","cited_by_count":33,"area":"safety"},{"id":"2406.09321","title":"JailbreakEval: An Integrated Toolkit for Evaluating Jailbreak Attempts Against Large Language Models","created":"2024-06-13","cited_by_count":31,"area":"safety"},{"id":"2402.00898","title":"An Early Categorization of Prompt Injection Attacks on Large Language Models","created":"2024-01-31","cited_by_count":30,"area":"safety"},{"id":"2409.08045","title":"Unleashing Worms and Extracting Data: Escalating the Outcome of Attacks against RAG-based Inference in Scale and Severity Using Jailbreaking","created":"2024-09-12","cited_by_count":30,"area":"safety"},{"id":"2411.03343","title":"What Features in Prompts Jailbreak LLMs? Investigating the Mechanisms Behind Attacks","created":"2024-11-02","cited_by_count":29,"area":"safety"},{"id":"2401.09002","title":"AttackEval: How to Evaluate the Effectiveness of Jailbreak Attacking on Large Language Models","created":"2024-01-17","cited_by_count":28,"area":"safety"},{"id":"2402.15302","title":"How (un)ethical are instruction-centric responses of LLMs? Unveiling the vulnerabilities of safety guardrails to harmful queries","created":"2024-02-23","cited_by_count":27,"area":"safety"},{"id":"2406.09179","title":"Towards Effective Evaluations and Comparisons for LLM Unlearning Methods","created":"2024-06-13","cited_by_count":27,"area":"safety"},{"id":"2406.06622","title":"Adversarial Tuning: Defending Against Jailbreak Attacks for LLMs","created":"2024-06-07","cited_by_count":26,"area":"safety"},{"id":"2409.08087","title":"Securing Large Language Models: Addressing Bias, Misinformation, and Prompt Attacks","created":"2024-09-12","cited_by_count":26,"area":"safety"},{"id":"2408.04811","title":"h4rm3l: A language for Composable Jailbreak Attack Synthesis","created":"2024-08-09","cited_by_count":24,"area":"safety"},{"id":"2311.06237","title":"Summon a Demon and Bind it: A Grounded Theory of LLM Red Teaming","created":"2023-11-10","cited_by_count":21,"area":"safety"},{"id":"2409.14866","title":"PAPILLON: Efficient and Stealthy Fuzz Testing-Powered Jailbreaks for LLMs","created":"2024-09-23","cited_by_count":21,"area":"safety"},{"id":"2402.14857","title":"Is the System Message Really Important to Jailbreaks in Large Language Models?","created":"2024-02-20","cited_by_count":20,"area":"safety"},{"id":"2510.21189","title":"Adjacent Words, Divergent Intents: Jailbreaking Large Language Models via Task Concurrency","created":"2025-10-24","cited_by_count":17,"area":"safety"},{"id":"2505.17568","title":"JALMBench: Benchmarking Jailbreak Vulnerabilities in Audio Language Models","created":"2025-05-23","cited_by_count":16,"area":"safety"},{"id":"2510.27062","title":"Consistency Training Helps Stop Sycophancy and Jailbreaks","created":"2025-10-31","cited_by_count":16,"area":"safety"},{"id":"2412.03235","title":"Does Safety Training of LLMs Generalize to Semantically Related Natural Prompts?","created":"2024-12-04","cited_by_count":15,"area":"safety"},{"id":"2503.08195","title":"Dialogue Injection Attack: Jailbreaking LLMs through Context Manipulation","created":"2025-03-11","cited_by_count":14,"area":"safety"},{"id":"2508.20848","title":"JADES: A Universal Framework for Jailbreak Assessment via Decompositional Scoring","created":"2025-08-28","cited_by_count":14,"area":"safety"},{"id":"2501.14250","title":"Siren: A Learning-Based Multi-Turn Attack Framework for Simulating Real-World Human Jailbreak Behaviors","created":"2025-01-24","cited_by_count":13,"area":"safety"},{"id":"2505.24445","title":"Learning Safety Constraints for Large Language Models","created":"2025-05-30","cited_by_count":13,"area":"safety"},{"id":"2502.16903","title":"GuidedBench: Measuring and Mitigating the Evaluation Discrepancies of In-the-wild LLM Jailbreak Methods","created":"2025-02-24","cited_by_count":12,"area":"safety"},{"id":"2504.18564","title":"DualBreach: Efficient Dual-Jailbreaking via Target-Driven Initialization and Multi-Target Optimization","created":"2025-04-21","cited_by_count":12,"area":"safety"},{"id":"2509.22292","title":"Jailbreaking on Text-to-Video Models via Scene Splitting Strategy","created":"2025-09-26","cited_by_count":12,"area":"safety"},{"id":"2605.24834","title":"Reflect-Guard: Enhancing LLM Safeguards against Adversarial Prompts via Logical Self-Reflection","created":"2026-05-24","cited_by_count":12,"area":"safety"},{"id":"2501.18638","title":"Graph of Attacks with Pruning: Optimizing Stealthy Jailbreak Prompt Generation for Enhanced LLM Content Moderation","created":"2025-01-28","cited_by_count":11,"area":"safety"},{"id":"2509.01444","title":"Strata-Sword: A Hierarchical Safety Evaluation towards LLMs based on Reasoning Complexity of Jailbreak Instructions","created":"2025-09-01","cited_by_count":11,"area":"safety"},{"id":"2512.21008","title":"GateBreaker: Gate-Guided Attacks on Mixture-of-Expert LLMs","created":"2025-12-24","cited_by_count":11,"area":"safety"},{"id":"2407.03160","title":"SOS! Soft Prompt Attack Against Open-Source Large Language Models","created":"2024-07-03","cited_by_count":10,"area":"safety"},{"id":"2407.16318","title":"PrimeGuard: Safe and Helpful LLMs through Tuning-Free Routing","created":"2024-07-23","cited_by_count":10,"area":"safety"},{"id":"2410.16527","title":"Insights and Current Gaps in Open-Source LLM Vulnerability Scanners: A Comparative Analysis","created":"2024-10-21","cited_by_count":10,"area":"safety"},{"id":"2504.21038","title":"Prefill-level Jailbreak: A Black-Box Risk Analysis of Large Language Models","created":"2025-04-28","cited_by_count":10,"area":"safety"},{"id":"2506.12880","title":"Universal Jailbreak Suffixes Are Strong Attention Hijackers","created":"2025-06-15","cited_by_count":10,"area":"safety"},{"id":"2602.13284","title":"Agents in the Wild: Safety, Society, and the Illusion of Sociality on Moltbook","created":"2026-02-07","cited_by_count":10,"area":"safety"},{"id":"2407.08441","title":"Are Large Language Models Really Bias-Free? Jailbreak Prompts for Assessing Adversarial Robustness to Bias Elicitation","created":"2024-07-11","cited_by_count":9,"area":"safety"},{"id":"2503.09066","title":"Probing Latent Subspaces in LLM for AI Security: Identifying and Manipulating Adversarial States","created":"2025-03-12","cited_by_count":9,"area":"safety"},{"id":"2505.02862","title":"Cannot See the Forest for the Trees: Invoking Heuristics and Biases to Elicit Irrational Choices of LLMs","created":"2025-05-03","cited_by_count":9,"area":"safety"},{"id":"2506.07121","title":"Quality-Diversity Red-Teaming: Automated Generation of High-Quality and Diverse Attackers for Large Language Models","created":"2025-06-08","cited_by_count":9,"area":"safety"},{"id":"2601.09625","title":"The Promptware Kill Chain: How Prompt Injections Gradually Evolved Into a Multistep Malware Delivery Mechanism","created":"2026-01-14","cited_by_count":9,"area":"safety"},{"id":"2405.03654","title":"Can LLMs Deeply Detect Complex Malicious Queries? A Framework for Jailbreaking via Obfuscating Intent","created":"2024-05-06","cited_by_count":8,"area":"safety"},{"id":"2406.07188","title":"Merging Improves Self-Critique Against Jailbreak Attacks","created":"2024-06-11","cited_by_count":8,"area":"safety"},{"id":"2502.00718","title":"\"I am bad\": Interpreting Stealthy, Universal and Robust Audio Jailbreaks in Audio-Language Models","created":"2025-02-02","cited_by_count":8,"area":"safety"},{"id":"2308.07847","title":"Robustness Over Time: Understanding Adversarial Examples' Effectiveness on Longitudinal Versions of Large Language Models","created":"2023-08-15","cited_by_count":7,"area":"safety"},{"id":"2404.08793","title":"JailbreakLens: Visual Analysis of Jailbreak Attacks Against Large Language Models","created":"2024-04-12","cited_by_count":7,"area":"safety"},{"id":"2409.17190","title":"Enhancing Guardrails for Safe and Secure Healthcare AI","created":"2024-09-25","cited_by_count":7,"area":"safety"},{"id":"2410.15641","title":"SMILES-Prompting: A Novel Approach to LLM Jailbreak Attacks in Chemical Synthesis","created":"2024-10-21","cited_by_count":7,"area":"safety"},{"id":"2501.00055","title":"LLM-Virus: Evolutionary Jailbreak Attack on Large Language Models","created":"2024-12-28","cited_by_count":7,"area":"safety"},{"id":"2502.00735","title":"`From Prompt to Perturbation': An Adaptive Framework for Voice-Based Jailbreaks on Audio LLMs","created":"2025-02-02","cited_by_count":7,"area":"safety"},{"id":"2510.03417","title":"NEXUS: Network Exploration for eXploiting Unsafe Sequences in Multi-Turn LLM Jailbreaks","created":"2025-10-03","cited_by_count":7,"area":"safety"},{"id":"2408.16163","title":"FRACTURED-SORRY-Bench: Framework for Revealing Attacks in Conversational Turns Undermining Refusal Efficacy and Defenses over SORRY-Bench (Automated Multi-shot Jailbreaks)","created":"2024-08-28","cited_by_count":6,"area":"safety"},{"id":"2503.05445","title":"Are Your LLM-based Text-to-SQL Models Secure? Exploring SQL Injection via Backdoor Attacks","created":"2025-03-07","cited_by_count":6,"area":"safety"},{"id":"2504.00446","title":"Exposing the Ghost in the Transformer: Abnormal Detection for Large Language Models via Hidden State Forensics","created":"2025-04-01","cited_by_count":6,"area":"safety"},{"id":"2505.14368","title":"From ASR to ASP: Evaluating Prompt Attack Vulnerabilities Against Open-Source LLMs","created":"2025-05-20","cited_by_count":6,"area":"safety"},{"id":"2506.05446","title":"Sentinel: SOTA model to protect against prompt injections","created":"2025-06-05","cited_by_count":6,"area":"safety"},{"id":"2506.07452","title":"When Style Breaks Safety: Defending LLMs Against Superficial Style Alignment","created":"2025-06-09","cited_by_count":6,"area":"safety"},{"id":"2506.12913","title":"Jailbreak Transferability Emerges from Shared Representations","created":"2025-06-15","cited_by_count":6,"area":"safety"},{"id":"2508.11222","title":"ORFuzz: Fuzzing the \"Other Side\" of LLM Safety -- Testing Over-Refusal","created":"2025-08-15","cited_by_count":6,"area":"safety"},{"id":"2511.04316","title":"AdversariaLLM: A Unified and Modular Toolbox for LLM Robustness Research","created":"2025-11-06","cited_by_count":6,"area":"safety"},{"id":"2607.19829","title":"DARWIN: Evolving Jailbreak Adversary and Guardrail for LLM Safety Evaluation and Protection","created":"2026-07-22","cited_by_count":6,"area":"safety"}],"next_cursor":"100"}