{"total":236,"rows":[{"id":"2302.12173","title":"Not what you've signed up for: Compromising Real-World LLM-Integrated Applications with Indirect Prompt Injection","created":"2023-02-23","cited_by_count":1443,"area":"safety"},{"id":"2306.05499","title":"Prompt Injection attack against LLM-integrated Applications","created":"2023-06-08","cited_by_count":605,"area":"safety"},{"id":"2309.10253","title":"GPTFUZZER: Red Teaming Large Language Models with Auto-Generated Jailbreak Prompts","created":"2023-09-19","cited_by_count":560,"area":"safety"},{"id":"2404.13208","title":"The Instruction Hierarchy: Training LLMs to Prioritize Privileged Instructions","created":"2024-04-19","cited_by_count":493,"area":"safety"},{"id":"2308.03825","title":"\"Do Anything Now\": Characterizing and Evaluating In-The-Wild Jailbreak Prompts on Large Language Models","created":"2023-08-07","cited_by_count":489,"area":"safety"},{"id":"2402.06363","title":"StruQ: Defending Against Prompt Injection with Structured Queries","created":"2024-02-09","cited_by_count":375,"area":"safety"},{"id":"2310.12815","title":"Formalizing and Benchmarking Prompt Injection Attacks and Defenses","created":"2023-10-19","cited_by_count":364,"area":"safety"},{"id":"2304.05197","title":"Multi-step Jailbreaking Privacy Attacks on ChatGPT","created":"2023-04-11","cited_by_count":333,"area":"safety"},{"id":"2312.14197","title":"Benchmarking and Defending Against Indirect Prompt Injection Attacks on Large Language Models","created":"2023-12-21","cited_by_count":264,"area":"safety"},{"id":"2311.08268","title":"A Wolf in Sheep's Clothing: Generalized Nested Jailbreak Prompts can Fool Large Language Models Easily","created":"2023-11-14","cited_by_count":259,"area":"safety"},{"id":"2306.04528","title":"PromptRobust: Towards Evaluating the Robustness of Large Language Models on Adversarial Prompts","created":"2023-06-07","cited_by_count":226,"area":"safety"},{"id":"2402.00888","title":"Security and Privacy Challenges of Large Language Models: A Survey","created":"2024-01-30","cited_by_count":186,"area":"safety"},{"id":"2307.08715","title":"MasterKey: Automated Jailbreak Across Multiple Large Language Model Chatbots","created":"2023-07-16","cited_by_count":183,"area":"safety"},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2307.16888","title":"Backdooring Instruction-Tuned Large Language Models with Virtual Prompt Injection","created":"2023-07-31","cited_by_count":157,"area":"safety"},{"id":"2404.16873","title":"AdvPrompter: Fast Adaptive Adversarial Prompting for LLMs","created":"2024-04-21","cited_by_count":156,"area":"safety"},{"id":"2311.01011","title":"Tensor Trust: Interpretable Prompt Injection Attacks from an Online Game","created":"2023-11-02","cited_by_count":145,"area":"safety"},{"id":"2504.11358","title":"DataSentinel: A Game-Theoretic Detection of Prompt Injection Attacks","created":"2025-04-15","cited_by_count":143,"area":"safety"},{"id":"2510.09023","title":"The Attacker Moves Second: Stronger Adaptive Attacks Bypass Defenses Against Llm Jailbreaks and Prompt Injections","created":"2025-10-10","cited_by_count":129,"area":"safety"},{"id":"2403.04957","title":"Automatic and Universal Prompt Injection Attacks against Large Language Models","created":"2024-03-07","cited_by_count":119,"area":"safety"},{"id":"2402.18104","title":"Making Them Ask and Answer: Jailbreaking Large Language Models in Few Queries via Disguise and Reconstruction","created":"2024-02-28","cited_by_count":107,"area":"safety"},{"id":"2312.17673","title":"Jatmo: Prompt Injection Defense by Task-Specific Finetuning","created":"2023-12-29","cited_by_count":106,"area":"safety"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2411.00348","title":"Attention Tracker: Detecting Prompt Injection Attacks in LLMs","created":"2024-11-01","cited_by_count":95,"area":"safety"},{"id":"2402.14020","title":"Coercing LLMs to do and reveal (almost) anything","created":"2024-02-21","cited_by_count":89,"area":"safety"},{"id":"2402.15570","title":"Fast Adversarial Attacks on Language Models In One GPU Minute","created":"2024-02-23","cited_by_count":88,"area":"safety"},{"id":"2403.17336","title":"Don't Listen To Me: Understanding and Exploring Jailbreak Prompts of Large Language Models","created":"2024-03-26","cited_by_count":86,"area":"safety"},{"id":"2403.03792","title":"Neural Exec: Learning (and Learning from) Execution Triggers for Prompt Injection Attacks","created":"2024-03-06","cited_by_count":85,"area":"safety"},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2310.12505","title":"Attack Prompt Generation for Red Teaming and Defending Large Language Models","created":"2023-10-19","cited_by_count":76,"area":"safety"},{"id":"2311.16119","title":"Ignore This Title and HackAPrompt: Exposing Systemic Vulnerabilities of LLMs through a Global Scale Prompt Hacking Competition","created":"2023-10-24","cited_by_count":68,"area":"safety"},{"id":"2402.06255","title":"Fight Back Against Jailbreaking via Prompt Adversarial Tuning","created":"2024-02-09","cited_by_count":67,"area":"safety"},{"id":"2410.09102","title":"Instructional Segment Embedding: Improving LLM Safety with Instruction Hierarchy","created":"2024-10-09","cited_by_count":67,"area":"safety"},{"id":"2302.04237","title":"Black Box Adversarial Prompting for Foundation Models","created":"2023-02-08","cited_by_count":62,"area":"safety"},{"id":"2402.09179","title":"Instruction Backdoor Attacks Against Customized LLMs","created":"2024-02-14","cited_by_count":62,"area":"safety"},{"id":"2307.08487","title":"Latent Jailbreak: A Benchmark for Evaluating Text Safety and Output Robustness of Large Language Models","created":"2023-07-17","cited_by_count":60,"area":"safety"},{"id":"2308.10819","title":"Evaluating the Instruction-Following Robustness of Large Language Models to Prompt Injection","created":"2023-08-17","cited_by_count":59,"area":"safety"},{"id":"2403.02817","title":"Here Comes The AI Worm: Unleashing Zero-click Worms that Target GenAI-Powered Applications","created":"2024-03-05","cited_by_count":59,"area":"safety"},{"id":"2412.17686","title":"Large Language Model Safety: A Holistic Survey","created":"2024-12-23","cited_by_count":59,"area":"safety"},{"id":"2408.04686","title":"Multi-Turn Context Jailbreak Attack on Large Language Models From First Principles","created":"2024-08-08","cited_by_count":56,"area":"safety"},{"id":"2308.01990","title":"From Prompt Injections to SQL Injection Attacks: How Protected is Your LLM-Integrated Web Application?","created":"2023-08-03","cited_by_count":55,"area":"safety"},{"id":"2311.11538","title":"Assessing Prompt Injection Risks in 200+ Custom GPTs","created":"2023-11-20","cited_by_count":55,"area":"safety"},{"id":"2402.15911","title":"PRP: Propagating Universal Perturbations to Attack Large Language Model Guard-Rails","created":"2024-02-24","cited_by_count":52,"area":"safety"},{"id":"2502.16580","title":"Can Indirect Prompt Injection Attacks Be Detected and Removed?","created":"2025-02-23","cited_by_count":52,"area":"safety"},{"id":"2402.09674","title":"PAL: Proxy-Guided Black-Box Attack on Large Language Models","created":"2024-02-15","cited_by_count":50,"area":"safety"},{"id":"2501.15145","title":"PromptShield: Deployable Detection for Prompt Injection Attacks","created":"2025-01-25","cited_by_count":50,"area":"safety"},{"id":"2305.14965","title":"Tricking LLMs into Disobedience: Formalizing, Analyzing, and Detecting Jailbreaks","created":"2023-05-24","cited_by_count":49,"area":"safety"},{"id":"2406.11036","title":"garak: A Framework for Security Probing Large Language Models","created":"2024-06-16","cited_by_count":49,"area":"safety"},{"id":"2311.09948","title":"Hijacking Large Language Models via Adversarial In-Context Learning","created":"2023-11-16","cited_by_count":45,"area":"safety"},{"id":"2308.14367","title":"A Comprehensive Overview of Backdoor Attacks in Large Language Models within Communication Networks","created":"2023-08-28","cited_by_count":42,"area":"safety"},{"id":"2405.19103","title":"Voice Jailbreak Attacks Against GPT-4o","created":"2024-05-29","cited_by_count":42,"area":"safety"},{"id":"2410.22770","title":"InjecGuard: Benchmarking and Mitigating Over-defense in Prompt Injection Guardrail Models","created":"2024-10-30","cited_by_count":42,"area":"safety"},{"id":"2411.00459","title":"Defense Against Prompt Injection Attack by Leveraging Attack Techniques","created":"2024-11-01","cited_by_count":40,"area":"safety"},{"id":"2506.09443","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","created":"2025-06-11","cited_by_count":37,"area":"safety"},{"id":"2404.11045","title":"Offset Unlearning for Large Language Models","created":"2024-04-17","cited_by_count":36,"area":"safety"},{"id":"2505.18333","title":"A Critical Evaluation of Defenses against Prompt Injection Attacks","created":"2025-05-23","cited_by_count":36,"area":"safety"},{"id":"2310.10077","title":"Prompt Packer: Deceiving LLMs through Compositional Instruction with Hidden Attacks","created":"2023-10-16","cited_by_count":35,"area":"safety"},{"id":"2405.07932","title":"PARDEN, Can You Repeat That? Defending against Jailbreaks via Repetition","created":"2024-05-13","cited_by_count":35,"area":"safety"},{"id":"2503.07885","title":"Safety Guardrails for LLM-Enabled Robots","created":"2025-03-10","cited_by_count":35,"area":"safety"},{"id":"2510.19207","title":"Defending Against Prompt Injection with DataFilter","created":"2025-10-22","cited_by_count":35,"area":"safety"},{"id":"2410.15236","title":"Jailbreaking and Mitigation of Vulnerabilities in Large Language Models","created":"2024-10-20","cited_by_count":34,"area":"safety"},{"id":"2401.09798","title":"All in How You Ask for It: Simple Black-Box Method for Jailbreak Attacks","created":"2024-01-18","cited_by_count":32,"area":"safety"},{"id":"2502.12197","title":"A Closer Look at System Prompt Robustness","created":"2025-02-15","cited_by_count":32,"area":"safety"},{"id":"2311.09433","title":"Trojan Activation Attack: Red-Teaming Large Language Models using Activation Steering for Safety-Alignment","created":"2023-11-15","cited_by_count":30,"area":"safety"},{"id":"2402.00898","title":"An Early Categorization of Prompt Injection Attacks on Large Language Models","created":"2024-01-31","cited_by_count":30,"area":"safety"},{"id":"2509.10540","title":"EchoLeak: The First Real-World Zero-Click Prompt Injection Exploit in a Production LLM System","created":"2025-09-06","cited_by_count":29,"area":"safety"},{"id":"2510.12252","title":"PromptLocate: Localizing Prompt Injection Attacks","created":"2025-10-14","cited_by_count":28,"area":"safety"},{"id":"2410.22284","title":"Embedding-based classifiers can detect prompt injection attacks","created":"2024-10-29","cited_by_count":27,"area":"safety"},{"id":"2604.09378","title":"BadSkill: Backdoor Attacks on Agent Skills via Model-in-Skill Poisoning","created":"2026-04-10","cited_by_count":27,"area":"safety"},{"id":"2309.11830","title":"Goal-Oriented Prompt Attack and Safety Evaluation for LLMs","created":"2023-09-21","cited_by_count":24,"area":"safety"},{"id":"2404.07234","title":"Goal-guided Generative Prompt Injection Attack on Large Language Models","created":"2024-04-06","cited_by_count":24,"area":"safety"},{"id":"2503.10566","title":"ASIDE: Architectural Separation of Instructions and Data in Language Models","created":"2025-03-13","cited_by_count":24,"area":"safety"},{"id":"2503.16248","title":"Real AI Agents with Fake Memories: Fatal Context Manipulation Attacks on Web3 Agents","created":"2025-03-20","cited_by_count":24,"area":"safety"},{"id":"2511.20597","title":"BrowseSafe: Understanding and Preventing Prompt Injection Within AI Browser Agents","created":"2025-11-25","cited_by_count":24,"area":"safety"},{"id":"2312.04127","title":"Analyzing the Inherent Response Tendency of LLMs: Real-World Instructions-Driven Jailbreak","created":"2023-12-07","cited_by_count":23,"area":"safety"},{"id":"2410.21492","title":"FATH: Authentication-based Test-time Defense against Indirect Prompt Injection Attacks","created":"2024-10-28","cited_by_count":22,"area":"safety"},{"id":"2311.06237","title":"Summon a Demon and Bind it: A Grounded Theory of LLM Red Teaming","created":"2023-11-10","cited_by_count":21,"area":"safety"},{"id":"2410.14827","title":"Enhancing Prompt Injection Attacks to LLMs via Poisoning Alignment","created":"2024-10-18","cited_by_count":21,"area":"safety"},{"id":"2510.14005","title":"PIShield: Detecting Prompt Injection Attacks via Intrinsic LLM Features","created":"2025-10-15","cited_by_count":20,"area":"safety"},{"id":"2410.01294","title":"Endless Jailbreaks with Bijection Learning","created":"2024-10-02","cited_by_count":19,"area":"safety"},{"id":"2409.14729","title":"PROMPTFUZZ: Harnessing Fuzzing Techniques for Robust Testing of Prompt Injection in LLMs","created":"2024-09-23","cited_by_count":17,"area":"safety"},{"id":"2501.09798","title":"Fun-tuning: Characterizing the Vulnerability of Proprietary LLMs to Optimization-based Prompt Injection Attacks via the Fine-Tuning Interface","created":"2025-01-16","cited_by_count":17,"area":"safety"},{"id":"2507.13686","title":"TopicAttack: An Indirect Prompt Injection Attack via Topic Transition","created":"2025-07-18","cited_by_count":17,"area":"safety"},{"id":"2405.14189","title":"Efficient Universal Goal Hijacking with Semantics-guided Prompt Organization","created":"2024-05-23","cited_by_count":16,"area":"safety"},{"id":"2409.15398","title":"Attack Atlas: A Practitioner's Perspective on Challenges and Pitfalls in Red Teaming GenAI","created":"2024-09-23","cited_by_count":16,"area":"safety"},{"id":"2504.20472","title":"Robustness via Referencing: Defending against Prompt Injection Attacks by Referencing the Executed Instruction","created":"2025-04-29","cited_by_count":16,"area":"safety"},{"id":"2601.07072","title":"Overcoming the Retrieval Barrier: Indirect Prompt Injection in the Wild for LLM Systems","created":"2026-01-11","cited_by_count":16,"area":"safety"},{"id":"2603.13026","title":"PISmith: Reinforcement Learning-based Red Teaming for Prompt Injection Defenses","created":"2026-03-13","cited_by_count":16,"area":"safety"},{"id":"2401.00991","title":"A Novel Evaluation Framework for Assessing Resilience Against Prompt Injection Attacks in Large Language Models","created":"2024-01-02","cited_by_count":15,"area":"safety"},{"id":"2408.03515","title":"A Study on Prompt Injection Attack Against LLM-Integrated Mobile Robotic Systems","created":"2024-08-07","cited_by_count":15,"area":"safety"},{"id":"2410.20911","title":"Hacking Back the AI-Hacker: Prompt Injection as a Defense Against LLM-driven Cyberattacks","created":"2024-10-28","cited_by_count":15,"area":"safety"},{"id":"2511.15304","title":"Adversarial Poetry as a Universal Single-Turn Jailbreak Mechanism in Large Language Models","created":"2025-11-19","cited_by_count":15,"area":"safety"},{"id":"2603.10521","title":"IH-Challenge: A Training Dataset to Improve Instruction Hierarchy on Frontier LLMs","created":"2026-03-11","cited_by_count":15,"area":"safety"},{"id":"2312.11513","title":"Maatphor: Automated Variant Analysis for Prompt Injection Attacks","created":"2023-12-12","cited_by_count":14,"area":"safety"},{"id":"2504.07467","title":"Defense against Prompt Injection Attacks via Mixture of Encodings","created":"2025-04-10","cited_by_count":14,"area":"safety"},{"id":"2505.06493","title":"System Prompt Poisoning: Persistent Attacks on Large Language Models Beyond User Injection","created":"2025-05-10","cited_by_count":14,"area":"safety"},{"id":"2410.11272","title":"Cognitive Overload Attack:Prompt Injection for Long Context","created":"2024-10-15","cited_by_count":13,"area":"safety"},{"id":"2509.14558","title":"LLM Jailbreak Detection for (Almost) Free!","created":"2025-09-18","cited_by_count":13,"area":"safety"},{"id":"2310.09624","title":"ASSERT: Automated Safety Scenario Red Teaming for Evaluating the Robustness of Large Language Models","created":"2023-10-14","cited_by_count":12,"area":"safety"},{"id":"2405.07667","title":"Simulate and Eliminate: Revoke Backdoors for Generative Large Language Models","created":"2024-05-13","cited_by_count":12,"area":"safety"}],"next_cursor":"100"}