{"total":269,"rows":[{"id":"2312.02119","title":"Tree of Attacks: Jailbreaking Black-Box LLMs Automatically","created":"2023-12-04","cited_by_count":672,"area":"safety"},{"id":"2306.05499","title":"Prompt Injection attack against LLM-integrated Applications","created":"2023-06-08","cited_by_count":605,"area":"safety"},{"id":"2309.10253","title":"GPTFUZZER: Red Teaming Large Language Models with Auto-Generated Jailbreak Prompts","created":"2023-09-19","cited_by_count":560,"area":"safety"},{"id":"2404.13208","title":"The Instruction Hierarchy: Training LLMs to Prioritize Privileged Instructions","created":"2024-04-19","cited_by_count":493,"area":"safety"},{"id":"2402.10260","title":"A StrongREJECT for Empty Jailbreaks","created":"2024-02-15","cited_by_count":385,"area":"safety"},{"id":"2402.06363","title":"StruQ: Defending Against Prompt Injection with Structured Queries","created":"2024-02-09","cited_by_count":375,"area":"safety"},{"id":"2310.12815","title":"Formalizing and Benchmarking Prompt Injection Attacks and Defenses","created":"2023-10-19","cited_by_count":364,"area":"safety"},{"id":"2312.14197","title":"Benchmarking and Defending Against Indirect Prompt Injection Attacks on Large Language Models","created":"2023-12-21","cited_by_count":264,"area":"safety"},{"id":"2308.07308","title":"LLM Self Defense: By Self Examination, LLMs Know They Are Being Tricked","created":"2023-08-14","cited_by_count":244,"area":"safety"},{"id":"2311.03348","title":"Scalable and Transferable Black-Box Jailbreaks for Language Models via Persona Modulation","created":"2023-11-06","cited_by_count":214,"area":"safety"},{"id":"2310.10844","title":"Survey of Vulnerabilities in Large Language Models Revealed by Adversarial Attacks","created":"2023-10-16","cited_by_count":194,"area":"safety"},{"id":"2307.08715","title":"MasterKey: Automated Jailbreak Across Multiple Large Language Model Chatbots","created":"2023-07-16","cited_by_count":183,"area":"safety"},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2311.07689","title":"MART: Improving LLM Safety with Multi-round Automatic Red-Teaming","created":"2023-11-13","cited_by_count":163,"area":"safety"},{"id":"2307.16888","title":"Backdooring Instruction-Tuned Large Language Models with Virtual Prompt Injection","created":"2023-07-31","cited_by_count":157,"area":"safety"},{"id":"2311.01011","title":"Tensor Trust: Interpretable Prompt Injection Attacks from an Online Game","created":"2023-11-02","cited_by_count":145,"area":"safety"},{"id":"2504.11358","title":"DataSentinel: A Game-Theoretic Detection of Prompt Injection Attacks","created":"2025-04-15","cited_by_count":143,"area":"safety"},{"id":"2510.09023","title":"The Attacker Moves Second: Stronger Adaptive Attacks Bypass Defenses Against Llm Jailbreaks and Prompt Injections","created":"2025-10-10","cited_by_count":129,"area":"safety"},{"id":"2403.04957","title":"Automatic and Universal Prompt Injection Attacks against Large Language Models","created":"2024-03-07","cited_by_count":119,"area":"safety"},{"id":"2312.17673","title":"Jatmo: Prompt Injection Defense by Task-Specific Finetuning","created":"2023-12-29","cited_by_count":106,"area":"safety"},{"id":"2409.19091","title":"System-Level Defense against Indirect Prompt Injection Attacks: An Information Flow Control Perspective","created":"2024-09-27","cited_by_count":96,"area":"safety"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2411.00348","title":"Attention Tracker: Detecting Prompt Injection Attacks in LLMs","created":"2024-11-01","cited_by_count":95,"area":"safety"},{"id":"2402.14020","title":"Coercing LLMs to do and reveal (almost) anything","created":"2024-02-21","cited_by_count":89,"area":"safety"},{"id":"2403.03792","title":"Neural Exec: Learning (and Learning from) Execution Triggers for Prompt Injection Attacks","created":"2024-03-06","cited_by_count":85,"area":"safety"},{"id":"2401.15897","title":"Red-Teaming for Generative AI: Silver Bullet or Security Theater?","created":"2024-01-29","cited_by_count":83,"area":"safety"},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2310.12505","title":"Attack Prompt Generation for Red Teaming and Defending Large Language Models","created":"2023-10-19","cited_by_count":76,"area":"safety"},{"id":"2406.01288","title":"Improved Few-Shot Jailbreaking Can Circumvent Aligned Language Models and Their Defenses","created":"2024-06-03","cited_by_count":70,"area":"safety"},{"id":"2311.16119","title":"Ignore This Title and HackAPrompt: Exposing Systemic Vulnerabilities of LLMs through a Global Scale Prompt Hacking Competition","created":"2023-10-24","cited_by_count":68,"area":"safety"},{"id":"2410.09102","title":"Instructional Segment Embedding: Improving LLM Safety with Instruction Hierarchy","created":"2024-10-09","cited_by_count":67,"area":"safety"},{"id":"2307.08487","title":"Latent Jailbreak: A Benchmark for Evaluating Text Safety and Output Robustness of Large Language Models","created":"2023-07-17","cited_by_count":60,"area":"safety"},{"id":"2403.02817","title":"Here Comes The AI Worm: Unleashing Zero-click Worms that Target GenAI-Powered Applications","created":"2024-03-05","cited_by_count":59,"area":"safety"},{"id":"2308.01990","title":"From Prompt Injections to SQL Injection Attacks: How Protected is Your LLM-Integrated Web Application?","created":"2023-08-03","cited_by_count":55,"area":"safety"},{"id":"2311.11538","title":"Assessing Prompt Injection Risks in 200+ Custom GPTs","created":"2023-11-20","cited_by_count":55,"area":"safety"},{"id":"2401.07612","title":"Signed-Prompt: A New Approach to Prevent Prompt Injection Attacks Against LLM-Integrated Applications","created":"2024-01-15","cited_by_count":54,"area":"safety"},{"id":"2502.19820","title":"Foot-In-The-Door: A Multi-turn Jailbreak for LLMs","created":"2025-02-27","cited_by_count":54,"area":"safety"},{"id":"2502.16580","title":"Can Indirect Prompt Injection Attacks Be Detected and Removed?","created":"2025-02-23","cited_by_count":52,"area":"safety"},{"id":"2402.09674","title":"PAL: Proxy-Guided Black-Box Attack on Large Language Models","created":"2024-02-15","cited_by_count":50,"area":"safety"},{"id":"2501.15145","title":"PromptShield: Deployable Detection for Prompt Injection Attacks","created":"2025-01-25","cited_by_count":50,"area":"safety"},{"id":"2406.11036","title":"garak: A Framework for Security Probing Large Language Models","created":"2024-06-16","cited_by_count":49,"area":"safety"},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2410.22770","title":"InjecGuard: Benchmarking and Mitigating Over-defense in Prompt Injection Guardrail Models","created":"2024-10-30","cited_by_count":42,"area":"safety"},{"id":"2402.10892","title":"Proving membership in LLM pretraining data via data watermarks","created":"2024-02-16","cited_by_count":40,"area":"safety"},{"id":"2411.00459","title":"Defense Against Prompt Injection Attack by Leveraging Attack Techniques","created":"2024-11-01","cited_by_count":40,"area":"safety"},{"id":"2505.18333","title":"A Critical Evaluation of Defenses against Prompt Injection Attacks","created":"2025-05-23","cited_by_count":36,"area":"safety"},{"id":"2510.19207","title":"Defending Against Prompt Injection with DataFilter","created":"2025-10-22","cited_by_count":35,"area":"safety"},{"id":"2410.15236","title":"Jailbreaking and Mitigation of Vulnerabilities in Large Language Models","created":"2024-10-20","cited_by_count":34,"area":"safety"},{"id":"2507.07974","title":"Defending Against Prompt Injection With a Few DefensiveTokens","created":"2025-07-10","cited_by_count":33,"area":"safety"},{"id":"2402.16006","title":"ASETF: A Novel Method for Jailbreak Attack on LLMs through Translate Suffix Embeddings","created":"2024-02-25","cited_by_count":32,"area":"safety"},{"id":"2502.12197","title":"A Closer Look at System Prompt Robustness","created":"2025-02-15","cited_by_count":32,"area":"safety"},{"id":"2311.09433","title":"Trojan Activation Attack: Red-Teaming Large Language Models using Activation Steering for Safety-Alignment","created":"2023-11-15","cited_by_count":30,"area":"safety"},{"id":"2402.00898","title":"An Early Categorization of Prompt Injection Attacks on Large Language Models","created":"2024-01-31","cited_by_count":30,"area":"safety"},{"id":"2509.10540","title":"EchoLeak: The First Real-World Zero-Click Prompt Injection Exploit in a Production LLM System","created":"2025-09-06","cited_by_count":29,"area":"safety"},{"id":"2510.12252","title":"PromptLocate: Localizing Prompt Injection Attacks","created":"2025-10-14","cited_by_count":28,"area":"safety"},{"id":"2410.22284","title":"Embedding-based classifiers can detect prompt injection attacks","created":"2024-10-29","cited_by_count":27,"area":"safety"},{"id":"2406.03589","title":"Ranking Manipulation for Conversational Search Engines","created":"2024-06-05","cited_by_count":26,"area":"safety"},{"id":"2311.00172","title":"Robust Safety Classifier for Large Language Models: Adversarial Prompt Shield","created":"2023-10-31","cited_by_count":25,"area":"safety"},{"id":"2412.18693","title":"Diverse and Effective Red Teaming with Auto-generated Rewards and Multi-step Reinforcement Learning","created":"2024-12-24","cited_by_count":25,"area":"safety"},{"id":"2309.11830","title":"Goal-Oriented Prompt Attack and Safety Evaluation for LLMs","created":"2023-09-21","cited_by_count":24,"area":"safety"},{"id":"2404.07234","title":"Goal-guided Generative Prompt Injection Attack on Large Language Models","created":"2024-04-06","cited_by_count":24,"area":"safety"},{"id":"2408.04811","title":"h4rm3l: A language for Composable Jailbreak Attack Synthesis","created":"2024-08-09","cited_by_count":24,"area":"safety"},{"id":"2503.10566","title":"ASIDE: Architectural Separation of Instructions and Data in Language Models","created":"2025-03-13","cited_by_count":24,"area":"safety"},{"id":"2503.16248","title":"Real AI Agents with Fake Memories: Fatal Context Manipulation Attacks on Web3 Agents","created":"2025-03-20","cited_by_count":24,"area":"safety"},{"id":"2511.20597","title":"BrowseSafe: Understanding and Preventing Prompt Injection Within AI Browser Agents","created":"2025-11-25","cited_by_count":24,"area":"safety"},{"id":"2312.04127","title":"Analyzing the Inherent Response Tendency of LLMs: Real-World Instructions-Driven Jailbreak","created":"2023-12-07","cited_by_count":23,"area":"safety"},{"id":"2410.21492","title":"FATH: Authentication-based Test-time Defense against Indirect Prompt Injection Attacks","created":"2024-10-28","cited_by_count":22,"area":"safety"},{"id":"2410.14827","title":"Enhancing Prompt Injection Attacks to LLMs via Poisoning Alignment","created":"2024-10-18","cited_by_count":21,"area":"safety"},{"id":"2506.09956","title":"LLMail-Inject: A Dataset from a Realistic Adaptive Prompt Injection Challenge","created":"2025-06-11","cited_by_count":21,"area":"safety"},{"id":"2503.15772","title":"Detecting LLM-Generated Peer Reviews","created":"2025-03-20","cited_by_count":20,"area":"safety"},{"id":"2503.22759","title":"Data Poisoning in Deep Learning: A Survey","created":"2025-03-27","cited_by_count":20,"area":"safety"},{"id":"2510.14005","title":"PIShield: Detecting Prompt Injection Attacks via Intrinsic LLM Features","created":"2025-10-15","cited_by_count":20,"area":"safety"},{"id":"2509.09912","title":"When Your Reviewer is an LLM: Biases, Divergence, and Prompt Injection Risks in Peer Review","created":"2025-09-12","cited_by_count":19,"area":"safety"},{"id":"2510.05244","title":"Indirect Prompt Injections: Are Firewalls All You Need, or Stronger Benchmarks?","created":"2025-10-06","cited_by_count":18,"area":"safety"},{"id":"2409.14729","title":"PROMPTFUZZ: Harnessing Fuzzing Techniques for Robust Testing of Prompt Injection in LLMs","created":"2024-09-23","cited_by_count":17,"area":"safety"},{"id":"2501.09798","title":"Fun-tuning: Characterizing the Vulnerability of Proprietary LLMs to Optimization-based Prompt Injection Attacks via the Fine-Tuning Interface","created":"2025-01-16","cited_by_count":17,"area":"safety"},{"id":"2507.13686","title":"TopicAttack: An Indirect Prompt Injection Attack via Topic Transition","created":"2025-07-18","cited_by_count":17,"area":"safety"},{"id":"2603.12277","title":"Prompt Injection as Role Confusion","created":"2026-02-22","cited_by_count":17,"area":"safety"},{"id":"2405.14189","title":"Efficient Universal Goal Hijacking with Semantics-guided Prompt Organization","created":"2024-05-23","cited_by_count":16,"area":"safety"},{"id":"2409.15398","title":"Attack Atlas: A Practitioner's Perspective on Challenges and Pitfalls in Red Teaming GenAI","created":"2024-09-23","cited_by_count":16,"area":"safety"},{"id":"2410.02163","title":"Adversarial Decoding: Generating Readable Documents for Adversarial Objectives","created":"2024-10-03","cited_by_count":16,"area":"safety"},{"id":"2502.13141","title":"UniGuardian: A Unified Defense for Detecting Prompt Injection, Backdoor Attacks and Adversarial Attacks in Large Language Models","created":"2025-02-18","cited_by_count":16,"area":"safety"},{"id":"2504.20472","title":"Robustness via Referencing: Defending against Prompt Injection Attacks by Referencing the Executed Instruction","created":"2025-04-29","cited_by_count":16,"area":"safety"},{"id":"2601.07072","title":"Overcoming the Retrieval Barrier: Indirect Prompt Injection in the Wild for LLM Systems","created":"2026-01-11","cited_by_count":16,"area":"safety"},{"id":"2603.13026","title":"PISmith: Reinforcement Learning-based Red Teaming for Prompt Injection Defenses","created":"2026-03-13","cited_by_count":16,"area":"safety"},{"id":"2401.00991","title":"A Novel Evaluation Framework for Assessing Resilience Against Prompt Injection Attacks in Large Language Models","created":"2024-01-02","cited_by_count":15,"area":"safety"},{"id":"2408.03515","title":"A Study on Prompt Injection Attack Against LLM-Integrated Mobile Robotic Systems","created":"2024-08-07","cited_by_count":15,"area":"safety"},{"id":"2410.20911","title":"Hacking Back the AI-Hacker: Prompt Injection as a Defense Against LLM-driven Cyberattacks","created":"2024-10-28","cited_by_count":15,"area":"safety"},{"id":"2507.07417","title":"May I have your Attention? Breaking Fine-Tuning based Prompt Injection Defenses using Architecture-Aware Attacks","created":"2025-07-10","cited_by_count":15,"area":"safety"},{"id":"2603.10521","title":"IH-Challenge: A Training Dataset to Improve Instruction Hierarchy on Frontier LLMs","created":"2026-03-11","cited_by_count":15,"area":"safety"},{"id":"2404.04392","title":"Fine-Tuning, Quantization, and LLMs: Navigating Unintended Outcomes","created":"2024-04-05","cited_by_count":14,"area":"safety"},{"id":"2504.07467","title":"Defense against Prompt Injection Attacks via Mixture of Encodings","created":"2025-04-10","cited_by_count":14,"area":"safety"},{"id":"2505.06493","title":"System Prompt Poisoning: Persistent Attacks on Large Language Models Beyond User Injection","created":"2025-05-10","cited_by_count":14,"area":"safety"},{"id":"2410.11272","title":"Cognitive Overload Attack:Prompt Injection for Long Context","created":"2024-10-15","cited_by_count":13,"area":"safety"},{"id":"2408.07291","title":"Evaluating LLM-based Personal Information Extraction and Countermeasures","created":"2024-08-14","cited_by_count":12,"area":"safety"},{"id":"2411.14133","title":"GASP: Efficient Black-Box Generation of Adversarial Suffixes for Jailbreaking LLMs","created":"2024-11-21","cited_by_count":12,"area":"safety"},{"id":"2507.05630","title":"How Not to Detect Prompt Injections with an LLM","created":"2025-07-08","cited_by_count":12,"area":"safety"},{"id":"2503.01742","title":"Building Safe GenAI Applications: An End-to-End Overview of Red Teaming for Large Language Models","created":"2025-03-03","cited_by_count":11,"area":"safety"},{"id":"2604.08499","title":"PIArena: A Platform for Prompt Injection Evaluation","created":"2026-04-09","cited_by_count":11,"area":"safety"},{"id":"2407.03160","title":"SOS! Soft Prompt Attack Against Open-Source Large Language Models","created":"2024-07-03","cited_by_count":10,"area":"safety"}],"next_cursor":"100"}