{"total":291,"rows":[{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2310.08419","title":"Jailbreaking Black Box Large Language Models in Twenty Queries","created":"2023-10-12","cited_by_count":1420,"area":"safety"},{"id":"2404.01318","title":"JailbreakBench: An Open Robustness Benchmark for Jailbreaking Large Language Models","created":"2024-03-28","cited_by_count":536,"area":"safety"},{"id":"2404.02151","title":"Jailbreaking Leading Safety-Aligned LLMs with Simple Adaptive Attacks","created":"2024-04-02","cited_by_count":486,"area":"safety"},{"id":"2310.03684","title":"SmoothLLM: Defending Large Language Models Against Jailbreaking Attacks","created":"2023-10-05","cited_by_count":469,"area":"safety"},{"id":"2310.06987","title":"Catastrophic Jailbreak of Open-source LLMs via Exploiting Generation","created":"2023-10-10","cited_by_count":451,"area":"safety"},{"id":"2310.12815","title":"Formalizing and Benchmarking Prompt Injection Attacks and Defenses","created":"2023-10-19","cited_by_count":364,"area":"safety"},{"id":"2406.04313","title":"Improving Alignment and Robustness with Circuit Breakers","created":"2024-06-06","cited_by_count":322,"area":"safety"},{"id":"2309.02705","title":"Certifying LLM Safety against Adversarial Prompting","created":"2023-09-06","cited_by_count":266,"area":"safety"},{"id":"2311.08268","title":"A Wolf in Sheep's Clothing: Generalized Nested Jailbreak Prompts can Fool Large Language Models Easily","created":"2023-11-14","cited_by_count":259,"area":"safety"},{"id":"2402.08983","title":"SafeDecoding: Defending against Jailbreak Attacks via Safety-Aware Decoding","created":"2024-02-14","cited_by_count":247,"area":"safety"},{"id":"2407.04295","title":"Jailbreak Attacks and Defenses Against Large Language Models: A Survey","created":"2024-07-05","cited_by_count":230,"area":"safety"},{"id":"2402.11753","title":"ArtPrompt: ASCII Art-based Jailbreak Attacks against Aligned LLMs","created":"2024-02-19","cited_by_count":216,"area":"safety"},{"id":"2402.00888","title":"Security and Privacy Challenges of Large Language Models: A Survey","created":"2024-01-30","cited_by_count":186,"area":"safety"},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2407.15549","title":"Latent Adversarial Training Improves Robustness to Persistent Harmful Behaviors in LLMs","created":"2024-07-22","cited_by_count":173,"area":"safety"},{"id":"2404.07921","title":"AmpleGCG: Learning a Universal and Transferable Generative Model of Adversarial Suffixes for Jailbreaking Both Open and Closed LLMs","created":"2024-04-11","cited_by_count":172,"area":"safety"},{"id":"2401.17263","title":"Robust Prompt Optimization for Defending Language Models Against Jailbreaking Attacks","created":"2024-01-30","cited_by_count":156,"area":"safety"},{"id":"2404.16873","title":"AdvPrompter: Fast Adaptive Adversarial Prompting for LLMs","created":"2024-04-21","cited_by_count":156,"area":"safety"},{"id":"2504.11358","title":"DataSentinel: A Game-Theoretic Detection of Prompt Injection Attacks","created":"2025-04-15","cited_by_count":143,"area":"safety"},{"id":"2510.09023","title":"The Attacker Moves Second: Stronger Adaptive Attacks Bypass Defenses Against Llm Jailbreaks and Prompt Injections","created":"2025-10-10","cited_by_count":129,"area":"safety"},{"id":"2403.04957","title":"Automatic and Universal Prompt Injection Attacks against Large Language Models","created":"2024-03-07","cited_by_count":119,"area":"safety"},{"id":"2405.15589","title":"Efficient Adversarial Training in LLMs with Continuous Attacks","created":"2024-05-24","cited_by_count":113,"area":"safety"},{"id":"2401.17256","title":"Weak-to-Strong Jailbreaking on Large Language Models","created":"2024-01-30","cited_by_count":107,"area":"safety"},{"id":"2402.18104","title":"Making Them Ask and Answer: Jailbreaking Large Language Models in Few Queries via Disguise and Reconstruction","created":"2024-02-28","cited_by_count":107,"area":"safety"},{"id":"2312.17673","title":"Jatmo: Prompt Injection Defense by Task-Specific Finetuning","created":"2023-12-29","cited_by_count":106,"area":"safety"},{"id":"2402.13457","title":"A Comprehensive Study of Jailbreak Attack versus Defense for Large Language Models","created":"2024-02-21","cited_by_count":106,"area":"safety"},{"id":"2403.03329","title":"Guardrail Baselines for Unlearning in LLMs","created":"2024-03-05","cited_by_count":96,"area":"safety"},{"id":"2405.14577","title":"Representation Noising: A Defence Mechanism Against Harmful Finetuning","created":"2024-05-23","cited_by_count":96,"area":"safety"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2411.00348","title":"Attention Tracker: Detecting Prompt Injection Attacks in LLMs","created":"2024-11-01","cited_by_count":95,"area":"safety"},{"id":"2402.14020","title":"Coercing LLMs to do and reveal (almost) anything","created":"2024-02-21","cited_by_count":89,"area":"safety"},{"id":"2402.15570","title":"Fast Adversarial Attacks on Language Models In One GPU Minute","created":"2024-02-23","cited_by_count":88,"area":"safety"},{"id":"2403.05030","title":"Defending Against Unforeseen Failure Modes with Latent Adversarial Training","created":"2024-03-08","cited_by_count":88,"area":"safety"},{"id":"2401.15897","title":"Red-Teaming for Generative AI: Silver Bullet or Security Theater?","created":"2024-01-29","cited_by_count":83,"area":"safety"},{"id":"2405.18166","title":"Defending Large Language Models Against Jailbreak Attacks via Layer-specific Editing","created":"2024-05-28","cited_by_count":79,"area":"safety"},{"id":"2407.11969","title":"Does Refusal Training in LLMs Generalize to the Past Tense?","created":"2024-07-16","cited_by_count":79,"area":"safety"},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2403.07865","title":"CodeAttack: Revealing Safety Generalization Challenges of Large Language Models via Code Completion","created":"2024-03-12","cited_by_count":76,"area":"safety"},{"id":"2403.00867","title":"Gradient Cuff: Detecting Jailbreak Attacks on Large Language Models by Exploring Refusal Loss Landscapes","created":"2024-03-01","cited_by_count":74,"area":"safety"},{"id":"2402.16459","title":"Defending LLMs against Jailbreaking Attacks via Backtranslation","created":"2024-02-26","cited_by_count":70,"area":"safety"},{"id":"2406.01288","title":"Improved Few-Shot Jailbreaking Can Circumvent Aligned Language Models and Their Defenses","created":"2024-06-03","cited_by_count":70,"area":"safety"},{"id":"2403.13031","title":"RigorLLM: Resilient Guardrails for Large Language Models against Undesired Content","created":"2024-03-19","cited_by_count":68,"area":"safety"},{"id":"2402.06255","title":"Fight Back Against Jailbreaking via Prompt Adversarial Tuning","created":"2024-02-09","cited_by_count":67,"area":"safety"},{"id":"2402.01822","title":"Building Guardrails for Large Language Models","created":"2024-02-02","cited_by_count":65,"area":"safety"},{"id":"2406.10794","title":"Towards Understanding Jailbreak Attacks in LLMs: A Representation Space Analysis","created":"2024-06-16","cited_by_count":64,"area":"safety"},{"id":"2406.05498","title":"SelfDefend: LLMs Can Defend Themselves against Jailbreaking in a Practical Manner","created":"2024-06-08","cited_by_count":63,"area":"safety"},{"id":"2403.12171","title":"EasyJailbreak: A Unified Framework for Jailbreaking Large Language Models","created":"2024-03-18","cited_by_count":60,"area":"safety"},{"id":"2408.04686","title":"Multi-Turn Context Jailbreak Attack on Large Language Models From First Principles","created":"2024-08-08","cited_by_count":56,"area":"safety"},{"id":"2407.10264","title":"What Makes and Breaks Safety Fine-tuning? A Mechanistic Study","created":"2024-07-14","cited_by_count":55,"area":"safety"},{"id":"2310.15851","title":"Self-Guard: Empower the LLM to Safeguard Itself","created":"2023-10-24","cited_by_count":54,"area":"safety"},{"id":"2405.18540","title":"Learning diverse attacks on large language models for robust red-teaming and safety tuning","created":"2024-05-28","cited_by_count":54,"area":"safety"},{"id":"2502.07557","title":"JBShield: Defending Large Language Models from Jailbreak Attacks through Activated Concept Analysis and Manipulation","created":"2025-02-11","cited_by_count":54,"area":"safety"},{"id":"2402.14872","title":"Semantic Mirror Jailbreak: Genetic Algorithm Based Jailbreak Prompts Against Open-source LLMs","created":"2024-02-21","cited_by_count":53,"area":"safety"},{"id":"2402.15911","title":"PRP: Propagating Universal Perturbations to Attack Large Language Model Guard-Rails","created":"2024-02-24","cited_by_count":52,"area":"safety"},{"id":"2312.12321","title":"Bypassing the Safety Training of Open-Source LLMs with Priming Attacks","created":"2023-12-19","cited_by_count":50,"area":"safety"},{"id":"2402.09674","title":"PAL: Proxy-Guided Black-Box Attack on Large Language Models","created":"2024-02-15","cited_by_count":50,"area":"safety"},{"id":"2401.06824","title":"Revisiting Jailbreaking for Large Language Models: A Representation Engineering Perspective","created":"2024-01-12","cited_by_count":48,"area":"safety"},{"id":"2402.03299","title":"GUARD: Role-playing to Generate Natural-language Jailbreakings to Test Guideline Adherence of Large Language Models","created":"2024-02-05","cited_by_count":48,"area":"safety"},{"id":"2406.08705","title":"When LLM Meets DRL: Advancing Jailbreaking Efficiency via DRL-guided Search","created":"2024-06-13","cited_by_count":47,"area":"safety"},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2311.09948","title":"Hijacking Large Language Models via Adversarial In-Context Learning","created":"2023-11-16","cited_by_count":45,"area":"safety"},{"id":"2403.08424","title":"Distract Large Language Models for Automatic Jailbreak Attack","created":"2024-03-13","cited_by_count":45,"area":"safety"},{"id":"2405.01229","title":"Boosting Jailbreak Attack with Momentum","created":"2024-05-02","cited_by_count":40,"area":"safety"},{"id":"2405.20099","title":"Defensive Prompt Patch: A Robust and Interpretable Defense of LLMs against Jailbreak Attacks","created":"2024-05-30","cited_by_count":37,"area":"safety"},{"id":"2506.09443","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","created":"2025-06-11","cited_by_count":37,"area":"safety"},{"id":"2402.09177","title":"Leveraging the Context through Multi-Round Interactions for Jailbreaking Attacks","created":"2024-02-14","cited_by_count":36,"area":"safety"},{"id":"2402.12991","title":"TRAP: Targeted Random Adversarial Prompt Honeypot for Black-Box Identification","created":"2024-02-20","cited_by_count":36,"area":"safety"},{"id":"2505.18333","title":"A Critical Evaluation of Defenses against Prompt Injection Attacks","created":"2025-05-23","cited_by_count":36,"area":"safety"},{"id":"2405.07932","title":"PARDEN, Can You Repeat That? Defending against Jailbreaks via Repetition","created":"2024-05-13","cited_by_count":35,"area":"safety"},{"id":"2503.07885","title":"Safety Guardrails for LLM-Enabled Robots","created":"2025-03-10","cited_by_count":35,"area":"safety"},{"id":"2406.15481","title":"Code-Switching Red-Teaming: LLM Evaluation for Safety and Multilingual Understanding","created":"2024-06-17","cited_by_count":34,"area":"safety"},{"id":"2410.15236","title":"Jailbreaking and Mitigation of Vulnerabilities in Large Language Models","created":"2024-10-20","cited_by_count":34,"area":"safety"},{"id":"2311.11509","title":"Token-Level Adversarial Prompt Detection Based on Perplexity Measures and Contextual Information","created":"2023-11-20","cited_by_count":33,"area":"safety"},{"id":"2401.09798","title":"All in How You Ask for It: Simple Black-Box Method for Jailbreak Attacks","created":"2024-01-18","cited_by_count":32,"area":"safety"},{"id":"2402.16006","title":"ASETF: A Novel Method for Jailbreak Attack on LLMs through Translate Suffix Embeddings","created":"2024-02-25","cited_by_count":32,"area":"safety"},{"id":"2406.09321","title":"JailbreakEval: An Integrated Toolkit for Evaluating Jailbreak Attempts Against Large Language Models","created":"2024-06-13","cited_by_count":31,"area":"safety"},{"id":"2402.13148","title":"Defending Jailbreak Prompts via In-Context Adversarial Game","created":"2024-02-20","cited_by_count":29,"area":"safety"},{"id":"2404.13968","title":"Protecting Your LLMs with Information Bottleneck","created":"2024-04-22","cited_by_count":29,"area":"safety"},{"id":"2410.22284","title":"Embedding-based classifiers can detect prompt injection attacks","created":"2024-10-29","cited_by_count":27,"area":"safety"},{"id":"2401.10862","title":"Pruning for Protection: Increasing Jailbreak Resistance in Aligned LLMs Without Fine-Tuning","created":"2024-01-19","cited_by_count":26,"area":"safety"},{"id":"2311.00172","title":"Robust Safety Classifier for Large Language Models: Adversarial Prompt Shield","created":"2023-10-31","cited_by_count":25,"area":"safety"},{"id":"2412.10321","title":"AdvPrefix: An Objective for Nuanced LLM Jailbreaks","created":"2024-12-13","cited_by_count":25,"area":"safety"},{"id":"2408.04811","title":"h4rm3l: A language for Composable Jailbreak Attack Synthesis","created":"2024-08-09","cited_by_count":24,"area":"safety"},{"id":"2312.04127","title":"Analyzing the Inherent Response Tendency of LLMs: Real-World Instructions-Driven Jailbreak","created":"2023-12-07","cited_by_count":23,"area":"safety"},{"id":"2410.02298","title":"Jailbreak Antidote: Runtime Safety-Utility Balance via Sparse Representation Adjustment in Large Language Models","created":"2024-10-03","cited_by_count":23,"area":"safety"},{"id":"2412.17034","title":"Shaping the Safety Boundaries: Understanding and Defending Against Jailbreaks in Large Language Models","created":"2024-12-22","cited_by_count":23,"area":"safety"},{"id":"2502.03052","title":"Understanding and Enhancing the Transferability of Jailbreaking Attacks","created":"2025-02-05","cited_by_count":22,"area":"safety"},{"id":"2402.02160","title":"Data Poisoning for In-context Learning","created":"2024-02-03","cited_by_count":21,"area":"safety"},{"id":"2402.14883","title":"Double-I Watermark: Protecting Model Copyright for LLM Fine-tuning","created":"2024-02-22","cited_by_count":21,"area":"safety"},{"id":"2409.14866","title":"PAPILLON: Efficient and Stealthy Fuzz Testing-Powered Jailbreaks for LLMs","created":"2024-09-23","cited_by_count":21,"area":"safety"},{"id":"2510.14005","title":"PIShield: Detecting Prompt Injection Attacks via Intrinsic LLM Features","created":"2025-10-15","cited_by_count":20,"area":"safety"},{"id":"2407.00869","title":"Large Language Models Are Involuntary Truth-Tellers: Exploiting Fallacy Failure for Jailbreak Attacks","created":"2024-07-01","cited_by_count":19,"area":"safety"},{"id":"2410.01294","title":"Endless Jailbreaks with Bijection Learning","created":"2024-10-02","cited_by_count":19,"area":"safety"},{"id":"2501.09798","title":"Fun-tuning: Characterizing the Vulnerability of Proprietary LLMs to Optimization-based Prompt Injection Attacks via the Fine-Tuning Interface","created":"2025-01-16","cited_by_count":17,"area":"safety"},{"id":"2409.15398","title":"Attack Atlas: A Practitioner's Perspective on Challenges and Pitfalls in Red Teaming GenAI","created":"2024-09-23","cited_by_count":16,"area":"safety"},{"id":"2410.02163","title":"Adversarial Decoding: Generating Readable Documents for Adversarial Objectives","created":"2024-10-03","cited_by_count":16,"area":"safety"},{"id":"2502.13141","title":"UniGuardian: A Unified Defense for Detecting Prompt Injection, Backdoor Attacks and Adversarial Attacks in Large Language Models","created":"2025-02-18","cited_by_count":16,"area":"safety"},{"id":"2601.07072","title":"Overcoming the Retrieval Barrier: Indirect Prompt Injection in the Wild for LLM Systems","created":"2026-01-11","cited_by_count":16,"area":"safety"},{"id":"2408.03515","title":"A Study on Prompt Injection Attack Against LLM-Integrated Mobile Robotic Systems","created":"2024-08-07","cited_by_count":15,"area":"safety"}],"next_cursor":"100"}