{"total":278,"rows":[{"id":"2307.02483","title":"Jailbroken: How Does LLM Safety Training Fail?","created":"2023-07-05","cited_by_count":1651,"area":"safety"},{"id":"2302.12173","title":"Not what you've signed up for: Compromising Real-World LLM-Integrated Applications with Indirect Prompt Injection","created":"2023-02-23","cited_by_count":1443,"area":"safety"},{"id":"2310.04451","title":"AutoDAN: Generating Stealthy Jailbreak Prompts on Aligned Large Language Models","created":"2023-10-03","cited_by_count":785,"area":"alignment"},{"id":"2312.02119","title":"Tree of Attacks: Jailbreaking Black-Box LLMs Automatically","created":"2023-12-04","cited_by_count":672,"area":"safety"},{"id":"2309.00614","title":"Baseline Defenses for Adversarial Attacks Against Aligned Language Models","created":"2023-09-01","cited_by_count":651,"area":"alignment"},{"id":"2401.06373","title":"How Johnny Can Persuade LLMs to Jailbreak Them: Rethinking Persuasion to Challenge AI Safety by Humanizing LLMs","created":"2024-01-12","cited_by_count":573,"area":"lr"},{"id":"2403.02691","title":"InjecAgent: Benchmarking Indirect Prompt Injections in Tool-Integrated Large Language Model Agents","created":"2024-03-05","cited_by_count":538,"area":"agents"},{"id":"2308.03825","title":"\"Do Anything Now\": Characterizing and Evaluating In-The-Wild Jailbreak Prompts on Large Language Models","created":"2023-08-07","cited_by_count":489,"area":"safety"},{"id":"2310.06987","title":"Catastrophic Jailbreak of Open-source LLMs via Exploiting Generation","created":"2023-10-10","cited_by_count":451,"area":"safety"},{"id":"2308.06463","title":"GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher","created":"2023-08-12","cited_by_count":423,"area":"alignment"},{"id":"2402.10260","title":"A StrongREJECT for Empty Jailbreaks","created":"2024-02-15","cited_by_count":385,"area":"safety"},{"id":"2410.02644","title":"Agent Security Bench (ASB): Formalizing and Benchmarking Attacks and Defenses in LLM-based Agents","created":"2024-10-03","cited_by_count":369,"area":"agents"},{"id":"2310.10501","title":"NeMo Guardrails: A Toolkit for Controllable and Safe LLM Applications with Programmable Rails","created":"2023-10-16","cited_by_count":365,"area":null},{"id":"2304.05197","title":"Multi-step Jailbreaking Privacy Attacks on ChatGPT","created":"2023-04-11","cited_by_count":333,"area":"safety"},{"id":"2312.14197","title":"Benchmarking and Defending Against Indirect Prompt Injection Attacks on Large Language Models","created":"2023-12-21","cited_by_count":264,"area":"safety"},{"id":"2311.08268","title":"A Wolf in Sheep's Clothing: Generalized Nested Jailbreak Prompts can Fool Large Language Models Easily","created":"2023-11-14","cited_by_count":259,"area":"safety"},{"id":"2407.04295","title":"Jailbreak Attacks and Defenses Against Large Language Models: A Survey","created":"2024-07-05","cited_by_count":230,"area":"safety"},{"id":"2402.11753","title":"ArtPrompt: ASCII Art-based Jailbreak Attacks against Aligned LLMs","created":"2024-02-19","cited_by_count":216,"area":"safety"},{"id":"2310.10844","title":"Survey of Vulnerabilities in Large Language Models Revealed by Adversarial Attacks","created":"2023-10-16","cited_by_count":194,"area":"safety"},{"id":"2309.14348","title":"Defending Against Alignment-Breaking Attacks via Robustly Aligned LLM","created":"2023-09-18","cited_by_count":192,"area":"alignment"},{"id":"2402.00888","title":"Security and Privacy Challenges of Large Language Models: A Survey","created":"2024-01-30","cited_by_count":186,"area":"safety"},{"id":"2309.13788","title":"Can LLM-Generated Misinformation Be Detected?","created":"2023-09-25","cited_by_count":177,"area":null},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2311.05553","title":"Removing RLHF Protections in GPT-4 via Fine-Tuning","created":"2023-11-09","cited_by_count":171,"area":"alignment"},{"id":"2404.16873","title":"AdvPrompter: Fast Adaptive Adversarial Prompting for LLMs","created":"2024-04-21","cited_by_count":156,"area":"safety"},{"id":"2305.14930","title":"In-Context Impersonation Reveals Large Language Models' Strengths and Biases","created":"2023-05-24","cited_by_count":155,"area":null},{"id":"2406.13352","title":"AgentDojo: A Dynamic Environment to Evaluate Prompt Injection Attacks and Defenses for LLM Agents","created":"2024-06-19","cited_by_count":145,"area":"agents"},{"id":"2410.07283","title":"Prompt Infection: LLM-to-LLM Prompt Injection within Multi-Agent Systems","created":"2024-10-09","cited_by_count":133,"area":"agents"},{"id":"2402.09283","title":"Attacks, Defenses and Evaluations for LLM Conversation Safety: A Survey","created":"2024-02-14","cited_by_count":130,"area":null},{"id":"2404.08144","title":"LLM Agents can Autonomously Exploit One-day Vulnerabilities","created":"2024-04-11","cited_by_count":128,"area":"agents"},{"id":"2401.02906","title":"MLLM-Protector: Ensuring MLLM's Safety without Hurting Performance","created":"2024-01-05","cited_by_count":117,"area":"mllm"},{"id":"2405.21018","title":"Improved Techniques for Optimization-Based Jailbreaking on Large Language Models","created":"2024-05-31","cited_by_count":110,"area":"safety"},{"id":"2402.06664","title":"LLM Agents can Autonomously Hack Websites","created":"2024-02-06","cited_by_count":109,"area":"agents"},{"id":"2402.13457","title":"A Comprehensive Study of Jailbreak Attack versus Defense for Large Language Models","created":"2024-02-21","cited_by_count":106,"area":"safety"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2406.01637","title":"Teams of LLM Agents can Exploit Zero-Day Vulnerabilities","created":"2024-06-02","cited_by_count":95,"area":"agents"},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2308.14840","title":"Identifying and Mitigating the Security Risks of Generative AI","created":"2023-08-28","cited_by_count":91,"area":null},{"id":"2401.10034","title":"Evolutionary Computation in the Era of Large Language Model: Survey and Roadmap","created":"2024-01-18","cited_by_count":90,"area":null},{"id":"2402.14020","title":"Coercing LLMs to do and reveal (almost) anything","created":"2024-02-21","cited_by_count":89,"area":"safety"},{"id":"2403.17336","title":"Don't Listen To Me: Understanding and Exploring Jailbreak Prompts of Large Language Models","created":"2024-03-26","cited_by_count":86,"area":"safety"},{"id":"2308.12833","title":"Use of LLMs for Illicit Purposes: Threats, Prevention Measures, and Vulnerabilities","created":"2023-08-24","cited_by_count":82,"area":null},{"id":"2311.09827","title":"Cognitive Overload: Jailbreaking Large Language Models with Overloaded Logical Thinking","created":"2023-11-16","cited_by_count":81,"area":"lr"},{"id":"2410.02832","title":"FlipAttack: Jailbreak LLMs via Flipping","created":"2024-10-02","cited_by_count":80,"area":"safety"},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2310.12505","title":"Attack Prompt Generation for Red Teaming and Defending Large Language Models","created":"2023-10-19","cited_by_count":76,"area":"safety"},{"id":"2403.07865","title":"CodeAttack: Revealing Safety Generalization Challenges of Large Language Models via Code Completion","created":"2024-03-12","cited_by_count":76,"area":"safety"},{"id":"2506.08837","title":"Design Patterns for Securing LLM Agents against Prompt Injections","created":"2025-06-10","cited_by_count":73,"area":"agents"},{"id":"2407.01599","title":"JailbreakZoo: Survey, Landscapes, and Horizons in Jailbreaking Large Language and Vision-Language Models","created":"2024-06-26","cited_by_count":70,"area":"mllm"},{"id":"2311.16119","title":"Ignore This Title and HackAPrompt: Exposing Systemic Vulnerabilities of LLMs through a Global Scale Prompt Hacking Competition","created":"2023-10-24","cited_by_count":68,"area":"safety"},{"id":"2404.12038","title":"Uncovering Safety Risks of Large Language Models through Concept Activation Vector","created":"2024-04-18","cited_by_count":67,"area":"alignment"},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2402.01822","title":"Building Guardrails for Large Language Models","created":"2024-02-02","cited_by_count":65,"area":"safety"},{"id":"2406.10279","title":"We Have a Package for You! A Comprehensive Analysis of Package Hallucinations by Code Generating LLMs","created":"2024-06-12","cited_by_count":65,"area":null},{"id":"2406.10794","title":"Towards Understanding Jailbreak Attacks in LLMs: A Representation Space Analysis","created":"2024-06-16","cited_by_count":64,"area":"safety"},{"id":"2307.08487","title":"Latent Jailbreak: A Benchmark for Evaluating Text Safety and Output Robustness of Large Language Models","created":"2023-07-17","cited_by_count":60,"area":"safety"},{"id":"2308.10819","title":"Evaluating the Instruction-Following Robustness of Large Language Models to Prompt Injection","created":"2023-08-17","cited_by_count":59,"area":"safety"},{"id":"2502.11127","title":"G-Safeguard: A Topology-Guided Security Lens and Treatment on LLM-based Multi-agent Systems","created":"2025-02-16","cited_by_count":59,"area":"agents"},{"id":"2306.11507","title":"TrustGPT: A Benchmark for Trustworthy and Responsible Large Language Models","created":"2023-06-20","cited_by_count":58,"area":null},{"id":"2308.01990","title":"From Prompt Injections to SQL Injection Attacks: How Protected is Your LLM-Integrated Web Application?","created":"2023-08-03","cited_by_count":55,"area":"safety"},{"id":"2311.16153","title":"Identifying and Mitigating Vulnerabilities in LLM-Integrated Applications","created":"2023-11-07","cited_by_count":54,"area":null},{"id":"2502.19820","title":"Foot-In-The-Door: A Multi-turn Jailbreak for LLMs","created":"2025-02-27","cited_by_count":54,"area":"safety"},{"id":"2402.14872","title":"Semantic Mirror Jailbreak: Genetic Algorithm Based Jailbreak Prompts Against Open-source LLMs","created":"2024-02-21","cited_by_count":53,"area":"safety"},{"id":"2401.12970","title":"Raidar: geneRative AI Detection viA Rewriting","created":"2024-01-23","cited_by_count":52,"area":null},{"id":"2309.10254","title":"LLM Platform Security: Applying a Systematic Evaluation Framework to OpenAI's ChatGPT Plugins","created":"2023-09-19","cited_by_count":51,"area":null},{"id":"2402.09674","title":"PAL: Proxy-Guided Black-Box Attack on Large Language Models","created":"2024-02-15","cited_by_count":50,"area":"safety"},{"id":"2305.14965","title":"Tricking LLMs into Disobedience: Formalizing, Analyzing, and Detecting Jailbreaks","created":"2023-05-24","cited_by_count":49,"area":"safety"},{"id":"2307.10719","title":"LLM Censorship: A Machine Learning Challenge or a Computer Security Problem?","created":"2023-07-20","cited_by_count":49,"area":null},{"id":"2311.04235","title":"Can LLMs Follow Simple Rules?","created":"2023-11-06","cited_by_count":46,"area":null},{"id":"2402.05699","title":"Self-Alignment of Large Language Models via Monopolylogue-based Social Scene Simulation","created":"2024-02-08","cited_by_count":46,"area":"alignment"},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2311.09948","title":"Hijacking Large Language Models via Adversarial In-Context Learning","created":"2023-11-16","cited_by_count":45,"area":"safety"},{"id":"2407.20242","title":"BadRobot: Jailbreaking Embodied LLM Agents in the Physical World","created":"2024-07-16","cited_by_count":43,"area":"agents"},{"id":"2502.15806","title":"A Mousetrap: Fooling Large Reasoning Models for Jailbreak with Chain of Iterative Chaos","created":"2025-02-19","cited_by_count":43,"area":"lr"},{"id":"2405.19103","title":"Voice Jailbreak Attacks Against GPT-4o","created":"2024-05-29","cited_by_count":42,"area":"safety"},{"id":"2510.15994","title":"MCP Security Bench (MSB): Benchmarking Attacks Against Model Context Protocol in LLM Agents","created":"2025-10-14","cited_by_count":42,"area":"agents"},{"id":"2408.12787","title":"LLM-PBE: Assessing Data Privacy in Large Language Models","created":"2024-08-23","cited_by_count":41,"area":null},{"id":"2402.12959","title":"Prompt Stealing Attacks Against Large Language Models","created":"2024-02-20","cited_by_count":40,"area":null},{"id":"2312.00027","title":"Stealthy and Persistent Unalignment on Large Language Models via Backdoor Injections","created":"2023-11-15","cited_by_count":39,"area":"safety"},{"id":"2304.08979","title":"In ChatGPT We Trust? Measuring and Characterizing the Reliability of ChatGPT","created":"2023-04-18","cited_by_count":37,"area":null},{"id":"2403.12503","title":"Securing Large Language Models: Threats, Vulnerabilities and Responsible Practices","created":"2024-03-19","cited_by_count":37,"area":null},{"id":"2406.09289","title":"Understanding Jailbreak Success: A Study of Latent Space Dynamics in Large Language Models","created":"2024-06-13","cited_by_count":37,"area":"safety"},{"id":"2305.08005","title":"Beyond the Safeguards: Exploring the Security Risks of ChatGPT","created":"2023-05-13","cited_by_count":36,"area":null},{"id":"2402.09177","title":"Leveraging the Context through Multi-Round Interactions for Jailbreaking Attacks","created":"2024-02-14","cited_by_count":36,"area":"safety"},{"id":"2306.03809","title":"Can large language models democratize access to dual-use biotechnology?","created":"2023-06-06","cited_by_count":35,"area":null},{"id":"2310.10077","title":"Prompt Packer: Deceiving LLMs through Compositional Instruction with Hidden Attacks","created":"2023-10-16","cited_by_count":35,"area":"safety"},{"id":"2502.13175","title":"Towards Robust and Secure Embodied AI: A Survey on Vulnerabilities and Attacks","created":"2025-02-18","cited_by_count":34,"area":null},{"id":"2405.14191","title":"S-Eval: Towards Automated and Comprehensive Safety Evaluation for Large Language Models","created":"2024-05-23","cited_by_count":33,"area":null},{"id":"2411.03814","title":"MRJ-Agent: An Effective Jailbreak Agent for Multi-Round Dialogue","created":"2024-11-06","cited_by_count":33,"area":"agents"},{"id":"2402.11889","title":"ROSE Doesn't Do That: Boosting the Safety of Instruction-Tuned Large Language Models with Reverse Prompt Contrastive Decoding","created":"2024-02-19","cited_by_count":32,"area":null},{"id":"2502.12197","title":"A Closer Look at System Prompt Robustness","created":"2025-02-15","cited_by_count":32,"area":"safety"},{"id":"2502.12520","title":"SafeEraser: Enhancing Safety in Multimodal Large Language Models through Multimodal Machine Unlearning","created":"2025-02-18","cited_by_count":32,"area":"mllm"},{"id":"2303.10475","title":"Large Language Model Instruction Following: A Survey of Progresses and Challenges","created":"2023-03-18","cited_by_count":31,"area":null},{"id":"2409.11365","title":"CoCA: Regaining Safety-awareness of Multimodal Large Language Models with Constitutional Calibration","created":"2024-09-17","cited_by_count":31,"area":"mllm"},{"id":"2402.00898","title":"An Early Categorization of Prompt Injection Attacks on Large Language Models","created":"2024-01-31","cited_by_count":30,"area":"safety"},{"id":"2402.10601","title":"When \"Competency\" in Reasoning Opens the Door to Vulnerability: Jailbreaking LLMs via Novel Complex Ciphers","created":"2024-02-16","cited_by_count":30,"area":"lr"},{"id":"2407.15211","title":"Failures to Find Transferable Image Jailbreaks Between Vision-Language Models","created":"2024-07-21","cited_by_count":30,"area":"mllm"},{"id":"2407.02855","title":"From Theft to Bomb-Making: The Ripple Effect of Unlearning in Defending Against Jailbreak Attacks","created":"2024-07-03","cited_by_count":29,"area":"safety"},{"id":"2603.11619","title":"Taming OpenClaw: Security Analysis and Mitigation of Autonomous LLM Agent Threats","created":"2026-03-12","cited_by_count":29,"area":"agents"},{"id":"2410.20971","title":"BlueSuffix: Reinforced Blue Teaming for Vision-Language Models Against Jailbreak Attacks","created":"2024-10-28","cited_by_count":28,"area":"mllm"}],"next_cursor":"100"}