{"total":289,"rows":[{"id":"2307.02483","title":"Jailbroken: How Does LLM Safety Training Fail?","created":"2023-07-05","cited_by_count":1651,"area":"safety"},{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2310.08419","title":"Jailbreaking Black Box Large Language Models in Twenty Queries","created":"2023-10-12","cited_by_count":1420,"area":"safety"},{"id":"2406.11717","title":"Refusal in Language Models Is Mediated by a Single Direction","created":"2024-06-17","cited_by_count":1032,"area":"safety"},{"id":"2404.01318","title":"JailbreakBench: An Open Robustness Benchmark for Jailbreaking Large Language Models","created":"2024-03-28","cited_by_count":536,"area":"safety"},{"id":"2404.13208","title":"The Instruction Hierarchy: Training LLMs to Prioritize Privileged Instructions","created":"2024-04-19","cited_by_count":493,"area":"safety"},{"id":"2310.06987","title":"Catastrophic Jailbreak of Open-source LLMs via Exploiting Generation","created":"2023-10-10","cited_by_count":451,"area":"safety"},{"id":"2402.10260","title":"A StrongREJECT for Empty Jailbreaks","created":"2024-02-15","cited_by_count":385,"area":"safety"},{"id":"2406.04313","title":"Improving Alignment and Robustness with Circuit Breakers","created":"2024-06-06","cited_by_count":322,"area":"safety"},{"id":"2310.02446","title":"Low-Resource Languages Jailbreak GPT-4","created":"2023-10-03","cited_by_count":309,"area":"safety"},{"id":"2311.08268","title":"A Wolf in Sheep's Clothing: Generalized Nested Jailbreak Prompts can Fool Large Language Models Easily","created":"2023-11-14","cited_by_count":259,"area":"safety"},{"id":"2310.06474","title":"Multilingual Jailbreak Challenges in Large Language Models","created":"2023-10-10","cited_by_count":240,"area":"safety"},{"id":"2312.06942","title":"AI Control: Improving Safety Despite Intentional Subversion","created":"2023-12-12","cited_by_count":229,"area":"safety"},{"id":"2311.03348","title":"Scalable and Transferable Black-Box Jailbreaks for Language Models via Persona Modulation","created":"2023-11-06","cited_by_count":214,"area":"safety"},{"id":"2402.16822","title":"Rainbow Teaming: Open-Ended Generation of Diverse Adversarial Prompts","created":"2024-02-26","cited_by_count":205,"area":"safety"},{"id":"2310.10844","title":"Survey of Vulnerabilities in Large Language Models Revealed by Adversarial Attacks","created":"2023-10-16","cited_by_count":194,"area":"safety"},{"id":"2404.07921","title":"AmpleGCG: Learning a Universal and Transferable Generative Model of Adversarial Suffixes for Jailbreaking Both Open and Closed LLMs","created":"2024-04-11","cited_by_count":172,"area":"safety"},{"id":"2311.07689","title":"MART: Improving LLM Safety with Multi-round Automatic Red-Teaming","created":"2023-11-13","cited_by_count":163,"area":"safety"},{"id":"2408.15221","title":"LLM Defenses Are Not Robust to Multi-Turn Human Jailbreaks Yet","created":"2024-08-27","cited_by_count":151,"area":"safety"},{"id":"2402.02309","title":"Jailbreaking Attack against Multimodal Large Language Model","created":"2024-02-04","cited_by_count":135,"area":"safety"},{"id":"2510.09023","title":"The Attacker Moves Second: Stronger Adaptive Attacks Bypass Defenses Against Llm Jailbreaks and Prompt Injections","created":"2025-10-10","cited_by_count":129,"area":"safety"},{"id":"2306.09442","title":"Explore, Establish, Exploit: Red Teaming Language Models from Scratch","created":"2023-06-15","cited_by_count":114,"area":"safety"},{"id":"2310.06356","title":"A Semantic Invariant Robust Watermark for Large Language Models","created":"2023-10-10","cited_by_count":112,"area":"safety"},{"id":"2312.07913","title":"A Survey of Text Watermarking in the Era of Large Language Models","created":"2023-12-13","cited_by_count":112,"area":"safety"},{"id":"2305.14710","title":"Instructions as Backdoors: Backdoor Vulnerabilities of Instruction Tuning for Large Language Models","created":"2023-05-24","cited_by_count":110,"area":"safety"},{"id":"2405.21018","title":"Improved Techniques for Optimization-Based Jailbreaking on Large Language Models","created":"2024-05-31","cited_by_count":110,"area":"safety"},{"id":"2405.14577","title":"Representation Noising: A Defence Mechanism Against Harmful Finetuning","created":"2024-05-23","cited_by_count":96,"area":"safety"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2301.12867","title":"Red teaming ChatGPT via Jailbreaking: Bias, Robustness, Reliability and Toxicity","created":"2023-01-30","cited_by_count":89,"area":"safety"},{"id":"2402.14020","title":"Coercing LLMs to do and reveal (almost) anything","created":"2024-02-21","cited_by_count":89,"area":"safety"},{"id":"2402.19464","title":"Curiosity-driven Red-teaming for Large Language Models","created":"2024-02-29","cited_by_count":88,"area":"safety"},{"id":"2308.04265","title":"FLIRT: Feedback Loop In-context Red Teaming","created":"2023-08-08","cited_by_count":83,"area":"safety"},{"id":"2401.15897","title":"Red-Teaming for Generative AI: Silver Bullet or Security Theater?","created":"2024-01-29","cited_by_count":83,"area":"safety"},{"id":"2312.04469","title":"On the Learnability of Watermarks for Language Models","created":"2023-12-07","cited_by_count":81,"area":"safety"},{"id":"2405.18166","title":"Defending Large Language Models Against Jailbreak Attacks via Layer-specific Editing","created":"2024-05-28","cited_by_count":79,"area":"safety"},{"id":"2407.11969","title":"Does Refusal Training in LLMs Generalize to the Past Tense?","created":"2024-07-16","cited_by_count":79,"area":"safety"},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2310.12505","title":"Attack Prompt Generation for Red Teaming and Defending Large Language Models","created":"2023-10-19","cited_by_count":76,"area":"safety"},{"id":"2403.07865","title":"CodeAttack: Revealing Safety Generalization Challenges of Large Language Models via Code Completion","created":"2024-03-12","cited_by_count":76,"area":"safety"},{"id":"2505.02077","title":"Open Challenges in Multi-Agent Security: Towards Secure Systems of Interacting AI Agents","created":"2025-05-04","cited_by_count":71,"area":"safety"},{"id":"2406.01288","title":"Improved Few-Shot Jailbreaking Can Circumvent Aligned Language Models and Their Defenses","created":"2024-06-03","cited_by_count":70,"area":"safety"},{"id":"2406.18682","title":"The Multilingual Alignment Prism: Aligning Global and Local Preferences to Reduce Harm","created":"2024-06-26","cited_by_count":70,"area":"safety"},{"id":"2311.16119","title":"Ignore This Title and HackAPrompt: Exposing Systemic Vulnerabilities of LLMs through a Global Scale Prompt Hacking Competition","created":"2023-10-24","cited_by_count":68,"area":"safety"},{"id":"2410.09102","title":"Instructional Segment Embedding: Improving LLM Safety with Instruction Hierarchy","created":"2024-10-09","cited_by_count":67,"area":"safety"},{"id":"2402.01822","title":"Building Guardrails for Large Language Models","created":"2024-02-02","cited_by_count":65,"area":"safety"},{"id":"2406.05498","title":"SelfDefend: LLMs Can Defend Themselves against Jailbreaking in a Practical Manner","created":"2024-06-08","cited_by_count":63,"area":"safety"},{"id":"2410.02879","title":"Position: LLM Unlearning Benchmarks are Weak Measures of Progress","created":"2024-10-03","cited_by_count":63,"area":"safety"},{"id":"2305.19713","title":"Red Teaming Language Model Detectors with Language Models","created":"2023-05-31","cited_by_count":55,"area":"safety"},{"id":"2310.15851","title":"Self-Guard: Empower the LLM to Safeguard Itself","created":"2023-10-24","cited_by_count":54,"area":"safety"},{"id":"2311.08592","title":"AART: AI-Assisted Red-Teaming with Diverse Data Generation for New LLM-powered Applications","created":"2023-11-14","cited_by_count":54,"area":"safety"},{"id":"2405.18540","title":"Learning diverse attacks on large language models for robust red-teaming and safety tuning","created":"2024-05-28","cited_by_count":54,"area":"safety"},{"id":"2310.00905","title":"All Languages Matter: On the Multilingual Safety of Large Language Models","created":"2023-10-02","cited_by_count":53,"area":"safety"},{"id":"2402.09674","title":"PAL: Proxy-Guided Black-Box Attack on Large Language Models","created":"2024-02-15","cited_by_count":50,"area":"safety"},{"id":"2305.14965","title":"Tricking LLMs into Disobedience: Formalizing, Analyzing, and Detecting Jailbreaks","created":"2023-05-24","cited_by_count":49,"area":"safety"},{"id":"2406.11036","title":"garak: A Framework for Security Probing Large Language Models","created":"2024-06-16","cited_by_count":49,"area":"safety"},{"id":"2406.08705","title":"When LLM Meets DRL: Advancing Jailbreaking Efficiency via DRL-guided Search","created":"2024-06-13","cited_by_count":47,"area":"safety"},{"id":"2601.11516","title":"Building Production-Ready Probes For Gemini","created":"2026-01-16","cited_by_count":47,"area":"safety"},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2403.08424","title":"Distract Large Language Models for Automatic Jailbreak Attack","created":"2024-03-13","cited_by_count":45,"area":"safety"},{"id":"2503.15754","title":"AutoRedTeamer: Autonomous Red Teaming with Lifelong Attack Integration","created":"2025-03-20","cited_by_count":43,"area":"safety"},{"id":"2401.16765","title":"A Cross-Language Investigation into Jailbreak Attacks in Large Language Models","created":"2024-01-30","cited_by_count":41,"area":"safety"},{"id":"2412.06878","title":"SafeWatch: An Efficient Safety-Policy Following Video Guardrail Model with Transparent Explanations","created":"2024-12-09","cited_by_count":38,"area":"safety"},{"id":"2310.10077","title":"Prompt Packer: Deceiving LLMs through Compositional Instruction with Hidden Attacks","created":"2023-10-16","cited_by_count":35,"area":"safety"},{"id":"2401.16656","title":"Gradient-Based Language Model Red Teaming","created":"2024-01-30","cited_by_count":34,"area":"safety"},{"id":"2410.15236","title":"Jailbreaking and Mitigation of Vulnerabilities in Large Language Models","created":"2024-10-20","cited_by_count":34,"area":"safety"},{"id":"2305.17444","title":"Query-Efficient Black-Box Red Teaming via Bayesian Optimization","created":"2023-05-27","cited_by_count":32,"area":"safety"},{"id":"2503.16431","title":"OpenAI's Approach to External Red Teaming for AI Models and Systems","created":"2025-01-24","cited_by_count":28,"area":"safety"},{"id":"2406.03589","title":"Ranking Manipulation for Conversational Search Engines","created":"2024-06-05","cited_by_count":26,"area":"safety"},{"id":"2409.08087","title":"Securing Large Language Models: Addressing Bias, Misinformation, and Prompt Attacks","created":"2024-09-12","cited_by_count":26,"area":"safety"},{"id":"2406.11668","title":"\"Not Aligned\" is Not \"Malicious\": Being Careful about Hallucinations of Large Language Models' Jailbreak","created":"2024-06-17","cited_by_count":25,"area":"safety"},{"id":"2409.16783","title":"Holistic Automated Red Teaming for Large Language Models through Top-Down Test Case Generation and Multi-turn Interaction","created":"2024-09-25","cited_by_count":25,"area":"safety"},{"id":"2412.10321","title":"AdvPrefix: An Objective for Nuanced LLM Jailbreaks","created":"2024-12-13","cited_by_count":25,"area":"safety"},{"id":"2412.18693","title":"Diverse and Effective Red Teaming with Auto-generated Rewards and Multi-step Reinforcement Learning","created":"2024-12-24","cited_by_count":25,"area":"safety"},{"id":"2506.14922","title":"FORTRESS: Frontier Risk Evaluation for National Security and Public Safety","created":"2025-06-17","cited_by_count":24,"area":"safety"},{"id":"2302.12461","title":"Analyzing And Editing Inner Mechanisms Of Backdoored Language Models","created":"2023-02-24","cited_by_count":23,"area":"safety"},{"id":"2502.11090","title":"SafeDialBench: A Fine-Grained Safety Evaluation Benchmark for Large Language Models in Multi-Turn Dialogues with Diverse Jailbreak Attacks","created":"2025-02-16","cited_by_count":23,"area":"safety"},{"id":"2502.03052","title":"Understanding and Enhancing the Transferability of Jailbreaking Attacks","created":"2025-02-05","cited_by_count":22,"area":"safety"},{"id":"2311.06237","title":"Summon a Demon and Bind it: A Grounded Theory of LLM Red Teaming","created":"2023-11-10","cited_by_count":21,"area":"safety"},{"id":"2411.08410","title":"The VLLM Safety Paradox: Dual Ease in Jailbreak Attack and Defense","created":"2024-11-13","cited_by_count":21,"area":"safety"},{"id":"2402.14857","title":"Is the System Message Really Important to Jailbreaks in Large Language Models?","created":"2024-02-20","cited_by_count":20,"area":"safety"},{"id":"2403.12075","title":"Adversarial Nibbler: An Open Red-Teaming Method for Identifying Diverse Harms in Text-to-Image Generation","created":"2024-02-14","cited_by_count":20,"area":"safety"},{"id":"2405.09113","title":"Efficient LLM Jailbreak via Adaptive Dense-to-sparse Constrained Optimization","created":"2024-05-15","cited_by_count":18,"area":"safety"},{"id":"2405.20778","title":"Improved Generation of Adversarial Examples Against Safety-aligned LLMs","created":"2024-05-28","cited_by_count":18,"area":"safety"},{"id":"2409.11445","title":"Jailbreaking Large Language Models with Symbolic Mathematics","created":"2024-09-17","cited_by_count":16,"area":"safety"},{"id":"2410.02684","title":"HiddenGuard: Fine-Grained Safe Generation with Specialized Representation Router","created":"2024-10-03","cited_by_count":16,"area":"safety"},{"id":"2601.18076","title":"Comparison requires valid measurement: Rethinking attack success rate comparisons in AI red teaming","created":"2026-01-26","cited_by_count":15,"area":"safety"},{"id":"2404.13660","title":"Trojan Detection in Large Language Models: Insights from The Trojan Detection Challenge","created":"2024-04-21","cited_by_count":14,"area":"safety"},{"id":"2410.03857","title":"You Know What I'm Saying: Jailbreak Attack via Implicit Reference","created":"2024-10-04","cited_by_count":14,"area":"safety"},{"id":"2508.20848","title":"JADES: A Universal Framework for Jailbreak Assessment via Decompositional Scoring","created":"2025-08-28","cited_by_count":14,"area":"safety"},{"id":"2512.07761","title":"TROJail: Trajectory-Level Optimization for Multi-Turn Large Language Model Jailbreaks with Process Rewards","created":"2025-12-08","cited_by_count":14,"area":"safety"},{"id":"2406.11757","title":"STAR: SocioTechnical Approach to Red Teaming Language Models","created":"2024-06-17","cited_by_count":13,"area":"safety"},{"id":"2407.03876","title":"Automated Progressive Red Teaming","created":"2024-07-04","cited_by_count":13,"area":"safety"},{"id":"2310.09624","title":"ASSERT: Automated Safety Scenario Red Teaming for Evaluating the Robustness of Large Language Models","created":"2023-10-14","cited_by_count":12,"area":"safety"},{"id":"2506.15606","title":"LoX: Low-Rank Extrapolation Robustifies LLM Safety Against Fine-tuning","created":"2025-06-18","cited_by_count":12,"area":"safety"},{"id":"2312.10524","title":"Comprehensive Evaluation of ChatGPT Reliability Through Multilingual Inquiries","created":"2023-12-16","cited_by_count":11,"area":"safety"},{"id":"2501.18638","title":"Graph of Attacks with Pruning: Optimizing Stealthy Jailbreak Prompt Generation for Enhanced LLM Content Moderation","created":"2025-01-28","cited_by_count":11,"area":"safety"},{"id":"2503.02174","title":"Adversarial Tokenization","created":"2025-03-04","cited_by_count":11,"area":"safety"},{"id":"2504.15047","title":"RainbowPlus: Enhancing Adversarial Prompt Generation via Evolutionary Quality-Diversity Search","created":"2025-04-21","cited_by_count":11,"area":"safety"},{"id":"2512.21008","title":"GateBreaker: Gate-Guided Attacks on Mixture-of-Expert LLMs","created":"2025-12-24","cited_by_count":11,"area":"safety"},{"id":"2402.15727","title":"LLMs Can Defend Themselves Against Jailbreaking in a Practical Manner: A Vision Paper","created":"2024-02-24","cited_by_count":10,"area":"safety"}],"next_cursor":"100"}