{"total":832,"rows":[{"id":"2302.12173","title":"Not what you've signed up for: Compromising Real-World LLM-Integrated Applications with Indirect Prompt Injection","created":"2023-02-23","cited_by_count":1443,"area":"safety"},{"id":"2309.07864","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","created":"2023-09-14","cited_by_count":1439,"area":"agents"},{"id":"2309.00614","title":"Baseline Defenses for Adversarial Attacks Against Aligned Language Models","created":"2023-09-01","cited_by_count":651,"area":"alignment"},{"id":"2303.08112","title":"Eliciting Latent Predictions from Transformers with the Tuned Lens","created":"2023-03-14","cited_by_count":623,"area":"mechinterp"},{"id":"2306.05499","title":"Prompt Injection attack against LLM-integrated Applications","created":"2023-06-08","cited_by_count":605,"area":"safety"},{"id":"2309.10253","title":"GPTFUZZER: Red Teaming Large Language Models with Auto-Generated Jailbreak Prompts","created":"2023-09-19","cited_by_count":560,"area":"safety"},{"id":"2403.02691","title":"InjecAgent: Benchmarking Indirect Prompt Injections in Tool-Integrated Large Language Model Agents","created":"2024-03-05","cited_by_count":538,"area":"agents"},{"id":"2404.13208","title":"The Instruction Hierarchy: Training LLMs to Prioritize Privileged Instructions","created":"2024-04-19","cited_by_count":493,"area":"safety"},{"id":"2308.03825","title":"\"Do Anything Now\": Characterizing and Evaluating In-The-Wild Jailbreak Prompts on Large Language Models","created":"2023-08-07","cited_by_count":489,"area":"safety"},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2308.06463","title":"GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher","created":"2023-08-12","cited_by_count":423,"area":"alignment"},{"id":"2402.06363","title":"StruQ: Defending Against Prompt Injection with Structured Queries","created":"2024-02-09","cited_by_count":375,"area":"safety"},{"id":"2410.02644","title":"Agent Security Bench (ASB): Formalizing and Benchmarking Attacks and Defenses in LLM-based Agents","created":"2024-10-03","cited_by_count":369,"area":"agents"},{"id":"2310.12815","title":"Formalizing and Benchmarking Prompt Injection Attacks and Defenses","created":"2023-10-19","cited_by_count":364,"area":"safety"},{"id":"2304.05197","title":"Multi-step Jailbreaking Privacy Attacks on ChatGPT","created":"2023-04-11","cited_by_count":333,"area":"safety"},{"id":"2304.08354","title":"Tool Learning with Foundation Models","created":"2023-04-17","cited_by_count":302,"area":"agents"},{"id":"2503.18813","title":"Defeating Prompt Injections by Design","created":"2025-03-24","cited_by_count":297,"area":"agents"},{"id":"2302.05733","title":"Exploiting Programmatic Behavior of LLMs: Dual-Use Through Standard Security Attacks","created":"2023-02-11","cited_by_count":278,"area":null},{"id":"2307.14539","title":"Jailbreak in pieces: Compositional Adversarial Attacks on Multi-Modal Language Models","created":"2023-07-26","cited_by_count":273,"area":"mllm"},{"id":"2402.07867","title":"PoisonedRAG: Knowledge Corruption Attacks to Retrieval-Augmented Generation of Large Language Models","created":"2024-02-12","cited_by_count":267,"area":"rag"},{"id":"2312.14197","title":"Benchmarking and Defending Against Indirect Prompt Injection Attacks on Large Language Models","created":"2023-12-21","cited_by_count":264,"area":"safety"},{"id":"2308.11483","title":"Large Language Models Sensitivity to The Order of Options in Multiple-Choice Questions","created":"2023-08-22","cited_by_count":263,"area":null},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2311.08268","title":"A Wolf in Sheep's Clothing: Generalized Nested Jailbreak Prompts can Fool Large Language Models Easily","created":"2023-11-14","cited_by_count":259,"area":"safety"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2306.04528","title":"PromptRobust: Towards Evaluating the Robustness of Large Language Models on Adversarial Prompts","created":"2023-06-07","cited_by_count":226,"area":"safety"},{"id":"2404.18231","title":"From Persona to Personalization: A Survey on Role-Playing Language Agents","created":"2024-04-28","cited_by_count":212,"area":"agents"},{"id":"2410.05451","title":"SecAlign: Defending Against Prompt Injection with Preference Optimization","created":"2024-10-07","cited_by_count":210,"area":"alignment"},{"id":"2402.00888","title":"Security and Privacy Challenges of Large Language Models: A Survey","created":"2024-01-30","cited_by_count":186,"area":"safety"},{"id":"2307.08715","title":"MasterKey: Automated Jailbreak Across Multiple Large Language Model Chatbots","created":"2023-07-16","cited_by_count":183,"area":"safety"},{"id":"2311.04076","title":"Do LLMs exhibit human-like response biases? A case study in survey design","created":"2023-11-07","cited_by_count":180,"area":null},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2309.00236","title":"Image Hijacks: Adversarial Images can Control Generative Models at Runtime","created":"2023-09-01","cited_by_count":172,"area":null},{"id":"2504.19793","title":"Prompt Injection Attack to Tool Selection in LLM Agents","created":"2025-04-28","cited_by_count":158,"area":"agents"},{"id":"2307.16888","title":"Backdooring Instruction-Tuned Large Language Models with Virtual Prompt Injection","created":"2023-07-31","cited_by_count":157,"area":"safety"},{"id":"2404.16873","title":"AdvPrompter: Fast Adaptive Adversarial Prompting for LLMs","created":"2024-04-21","cited_by_count":156,"area":"safety"},{"id":"2409.11295","title":"EIA: Environmental Injection Attack on Generalist Web Agents for Privacy Leakage","created":"2024-09-17","cited_by_count":150,"area":"agents"},{"id":"2311.01011","title":"Tensor Trust: Interpretable Prompt Injection Attacks from an Online Game","created":"2023-11-02","cited_by_count":145,"area":"safety"},{"id":"2406.13352","title":"AgentDojo: A Dynamic Environment to Evaluate Prompt Injection Attacks and Defenses for LLM Agents","created":"2024-06-19","cited_by_count":145,"area":"agents"},{"id":"2403.17710","title":"Optimization-based Prompt Injection Attack to LLM-as-a-Judge","created":"2024-03-26","cited_by_count":143,"area":"alignment"},{"id":"2504.11358","title":"DataSentinel: A Game-Theoretic Detection of Prompt Injection Attacks","created":"2025-04-15","cited_by_count":143,"area":"safety"},{"id":"2304.00740","title":"Inspecting and Editing Knowledge Representations in Language Models","created":"2023-04-03","cited_by_count":141,"area":null},{"id":"2410.07283","title":"Prompt Infection: LLM-to-LLM Prompt Injection within Multi-Agent Systems","created":"2024-10-09","cited_by_count":133,"area":"agents"},{"id":"2402.09283","title":"Attacks, Defenses and Evaluations for LLM Conversation Safety: A Survey","created":"2024-02-14","cited_by_count":130,"area":null},{"id":"2510.09023","title":"The Attacker Moves Second: Stronger Adaptive Attacks Bypass Defenses Against Llm Jailbreaks and Prompt Injections","created":"2025-10-10","cited_by_count":129,"area":"safety"},{"id":"2405.06823","title":"PLeak: Prompt Leaking Attacks against Large Language Model Applications","created":"2024-05-10","cited_by_count":127,"area":null},{"id":"2406.02630","title":"AI Agents Under Threat: A Survey of Key Security Challenges and Future Pathways","created":"2024-06-04","cited_by_count":127,"area":null},{"id":"2403.04957","title":"Automatic and Universal Prompt Injection Attacks against Large Language Models","created":"2024-03-07","cited_by_count":119,"area":"safety"},{"id":"2401.02906","title":"MLLM-Protector: Ensuring MLLM's Safety without Hurting Performance","created":"2024-01-05","cited_by_count":117,"area":"mllm"},{"id":"2504.15585","title":"A Comprehensive Survey in LLM(-Agent) Full Stack Safety: Data, Training and Deployment","created":"2025-04-22","cited_by_count":116,"area":"lr"},{"id":"2310.15140","title":"AutoDAN: Interpretable Gradient-Based Adversarial Attacks on Large Language Models","created":"2023-10-23","cited_by_count":111,"area":"alignment"},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2507.15219","title":"PromptArmor: Simple yet Effective Prompt Injection Defenses","created":"2025-07-21","cited_by_count":108,"area":"agents"},{"id":"2402.18104","title":"Making Them Ask and Answer: Jailbreaking Large Language Models in Few Queries via Disguise and Reconstruction","created":"2024-02-28","cited_by_count":107,"area":"safety"},{"id":"2311.11855","title":"Evil Geniuses: Delving into the Safety of LLM-based Agents","created":"2023-11-20","cited_by_count":106,"area":"agents"},{"id":"2312.17673","title":"Jatmo: Prompt Injection Defense by Task-Specific Finetuning","created":"2023-12-29","cited_by_count":106,"area":"safety"},{"id":"2406.05870","title":"Machine Against the RAG: Jamming Retrieval-Augmented Generation with Blocker Documents","created":"2024-06-09","cited_by_count":102,"area":"rag"},{"id":"2502.13172","title":"Unveiling Privacy Risks in LLM Agent Memory","created":"2025-02-17","cited_by_count":101,"area":"agents"},{"id":"2412.16682","title":"The Task Shield: Enforcing Task Alignment to Defend Against Indirect Prompt Injection in LLM Agents","created":"2024-12-21","cited_by_count":99,"area":"agents"},{"id":"2409.00729","title":"ContextCite: Attributing Model Generation to Context","created":"2024-09-01","cited_by_count":98,"area":null},{"id":"2502.02542","title":"OverThink: Slowdown Attacks on Reasoning LLMs","created":"2025-02-04","cited_by_count":96,"area":"lr"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2411.00348","title":"Attention Tracker: Detecting Prompt Injection Attacks in LLMs","created":"2024-11-01","cited_by_count":95,"area":"safety"},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2602.20156","title":"Skill-Inject: Measuring Agent Vulnerability to Skill File Attacks","created":"2026-02-23","cited_by_count":90,"area":"agents"},{"id":"2402.14020","title":"Coercing LLMs to do and reveal (almost) anything","created":"2024-02-21","cited_by_count":89,"area":"safety"},{"id":"2309.09128","title":"ChainForge: A Visual Toolkit for Prompt Engineering and LLM Hypothesis Testing","created":"2023-09-17","cited_by_count":88,"area":null},{"id":"2402.15570","title":"Fast Adversarial Attacks on Language Models In One GPU Minute","created":"2024-02-23","cited_by_count":88,"area":"safety"},{"id":"2403.17336","title":"Don't Listen To Me: Understanding and Exploring Jailbreak Prompts of Large Language Models","created":"2024-03-26","cited_by_count":86,"area":"safety"},{"id":"2304.10436","title":"Safety Assessment of Chinese Large Language Models","created":"2023-04-20","cited_by_count":85,"area":null},{"id":"2307.06865","title":"Effective Prompt Extraction from Language Models","created":"2023-07-13","cited_by_count":85,"area":null},{"id":"2403.03792","title":"Neural Exec: Learning (and Learning from) Execution Triggers for Prompt Injection Attacks","created":"2024-03-06","cited_by_count":85,"area":"safety"},{"id":"2308.12833","title":"Use of LLMs for Illicit Purposes: Threats, Prevention Measures, and Vulnerabilities","created":"2023-08-24","cited_by_count":82,"area":null},{"id":"2307.09476","title":"Overthinking the Truth: Understanding how Language Models Process False Demonstrations","created":"2023-07-18","cited_by_count":81,"area":"lr"},{"id":"2403.06833","title":"Can LLMs Separate Instructions From Data? And What Do We Even Mean By That?","created":"2024-03-11","cited_by_count":81,"area":null},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2402.18649","title":"A New Era in LLM Security: Exploring Security Concerns in Real-World LLM-based Systems","created":"2024-02-28","cited_by_count":77,"area":null},{"id":"2502.05174","title":"MELON: Provable Defense Against Indirect Prompt Injection Attacks in AI Agents","created":"2025-02-07","cited_by_count":77,"area":"agents"},{"id":"2310.12505","title":"Attack Prompt Generation for Red Teaming and Defending Large Language Models","created":"2023-10-19","cited_by_count":76,"area":"safety"},{"id":"2402.17840","title":"Follow My Instruction and Spill the Beans: Scalable Data Extraction from Retrieval-Augmented Generation Systems","created":"2024-02-27","cited_by_count":76,"area":"rag"},{"id":"2506.08837","title":"Design Patterns for Securing LLM Agents against Prompt Injections","created":"2025-06-10","cited_by_count":73,"area":"agents"},{"id":"2310.14735","title":"Unleashing the potential of prompt engineering for large language models","created":"2023-10-23","cited_by_count":72,"area":null},{"id":"2406.00799","title":"Get my drift? Catching LLM Task Drift with Activation Deltas","created":"2024-06-02","cited_by_count":72,"area":"rag"},{"id":"2407.09121","title":"Refuse Whenever You Feel Unsafe: Improving Safety in LLMs via Decoupled Refusal Training","created":"2024-07-12","cited_by_count":69,"area":null},{"id":"2311.16119","title":"Ignore This Title and HackAPrompt: Exposing Systemic Vulnerabilities of LLMs through a Global Scale Prompt Hacking Competition","created":"2023-10-24","cited_by_count":68,"area":"safety"},{"id":"2402.06255","title":"Fight Back Against Jailbreaking via Prompt Adversarial Tuning","created":"2024-02-09","cited_by_count":67,"area":"safety"},{"id":"2410.09102","title":"Instructional Segment Embedding: Improving LLM Safety with Instruction Hierarchy","created":"2024-10-09","cited_by_count":67,"area":"safety"},{"id":"2502.14881","title":"A Survey of Safety on Large Vision-Language Models: Attacks, Defenses and Evaluations","created":"2025-02-14","cited_by_count":67,"area":"mllm"},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2506.12104","title":"DRIFT: Dynamic Rule-Based Defense with Injection Isolation for Securing LLM Agents","created":"2025-06-13","cited_by_count":66,"area":"agents"},{"id":"2411.09523","title":"Navigating the Risks: A Survey of Security, Privacy, and Ethics Threats in LLM-Based Agents","created":"2024-11-14","cited_by_count":65,"area":"agents"},{"id":"2501.09674","title":"Authenticated Delegation and Authorized AI Agents","created":"2025-01-16","cited_by_count":65,"area":null},{"id":"2503.24370","title":"Effectively Controlling Reasoning Models through Thinking Intervention","created":"2025-03-31","cited_by_count":65,"area":"lr"},{"id":"2302.04237","title":"Black Box Adversarial Prompting for Foundation Models","created":"2023-02-08","cited_by_count":62,"area":"safety"},{"id":"2402.09179","title":"Instruction Backdoor Attacks Against Customized LLMs","created":"2024-02-14","cited_by_count":62,"area":"safety"},{"id":"2307.08487","title":"Latent Jailbreak: A Benchmark for Evaluating Text Safety and Output Robustness of Large Language Models","created":"2023-07-17","cited_by_count":60,"area":"safety"},{"id":"2308.10819","title":"Evaluating the Instruction-Following Robustness of Large Language Models to Prompt Injection","created":"2023-08-17","cited_by_count":59,"area":"safety"},{"id":"2403.02817","title":"Here Comes The AI Worm: Unleashing Zero-click Worms that Target GenAI-Powered Applications","created":"2024-03-05","cited_by_count":59,"area":"safety"},{"id":"2412.17686","title":"Large Language Model Safety: A Holistic Survey","created":"2024-12-23","cited_by_count":59,"area":"safety"},{"id":"2501.17070","title":"Contextual Agent Security: A Policy for Every Purpose","created":"2025-01-28","cited_by_count":59,"area":null}],"next_cursor":"100"}