{"total":431,"rows":[{"id":"2310.08419","title":"Jailbreaking Black Box Large Language Models in Twenty Queries","created":"2023-10-12","cited_by_count":1420,"area":"safety"},{"id":"2401.06373","title":"How Johnny Can Persuade LLMs to Jailbreak Them: Rethinking Persuasion to Challenge AI Safety by Humanizing LLMs","created":"2024-01-12","cited_by_count":573,"area":"lr"},{"id":"2404.01318","title":"JailbreakBench: An Open Robustness Benchmark for Jailbreaking Large Language Models","created":"2024-03-28","cited_by_count":536,"area":"safety"},{"id":"2310.03684","title":"SmoothLLM: Defending Large Language Models Against Jailbreaking Attacks","created":"2023-10-05","cited_by_count":469,"area":"safety"},{"id":"2310.06387","title":"Jailbreak and Guard Aligned Language Models with Only Few In-Context Demonstrations","created":"2023-10-10","cited_by_count":431,"area":"alignment"},{"id":"2407.12784","title":"AgentPoison: Red-teaming LLM Agents via Poisoning Memory or Knowledge Bases","created":"2024-07-17","cited_by_count":429,"area":"agents"},{"id":"2311.05608","title":"FigStep: Jailbreaking Large Vision-Language Models via Typographic Visual Prompts","created":"2023-11-09","cited_by_count":398,"area":"mllm"},{"id":"2410.02644","title":"Agent Security Bench (ASB): Formalizing and Benchmarking Attacks and Defenses in LLM-based Agents","created":"2024-10-03","cited_by_count":369,"area":"agents"},{"id":"2310.12815","title":"Formalizing and Benchmarking Prompt Injection Attacks and Defenses","created":"2023-10-19","cited_by_count":364,"area":"safety"},{"id":"2406.04313","title":"Improving Alignment and Robustness with Circuit Breakers","created":"2024-06-06","cited_by_count":322,"area":"safety"},{"id":"2402.07867","title":"PoisonedRAG: Knowledge Corruption Attacks to Retrieval-Augmented Generation of Large Language Models","created":"2024-02-12","cited_by_count":267,"area":"rag"},{"id":"2402.08983","title":"SafeDecoding: Defending against Jailbreak Attacks via Safety-Aware Decoding","created":"2024-02-14","cited_by_count":247,"area":"safety"},{"id":"2407.04295","title":"Jailbreak Attacks and Defenses Against Large Language Models: A Survey","created":"2024-07-05","cited_by_count":230,"area":"safety"},{"id":"2402.11753","title":"ArtPrompt: ASCII Art-based Jailbreak Attacks against Aligned LLMs","created":"2024-02-19","cited_by_count":216,"area":"safety"},{"id":"2402.00888","title":"Security and Privacy Challenges of Large Language Models: A Survey","created":"2024-01-30","cited_by_count":186,"area":"safety"},{"id":"2504.19793","title":"Prompt Injection Attack to Tool Selection in LLM Agents","created":"2025-04-28","cited_by_count":158,"area":"agents"},{"id":"2309.07124","title":"RAIN: Your Language Models Can Align Themselves without Finetuning","created":"2023-09-13","cited_by_count":157,"area":"alignment"},{"id":"2403.04783","title":"AutoDefense: Multi-Agent LLM Defense against Jailbreak Attacks","created":"2024-03-02","cited_by_count":145,"area":"agents"},{"id":"2403.17710","title":"Optimization-based Prompt Injection Attack to LLM-as-a-Judge","created":"2024-03-26","cited_by_count":143,"area":"alignment"},{"id":"2309.01446","title":"Open Sesame! Universal Black Box Jailbreaking of Large Language Models","created":"2023-09-04","cited_by_count":134,"area":"safety"},{"id":"2402.09283","title":"Attacks, Defenses and Evaluations for LLM Conversation Safety: A Survey","created":"2024-02-14","cited_by_count":130,"area":null},{"id":"2406.02630","title":"AI Agents Under Threat: A Survey of Key Security Challenges and Future Pathways","created":"2024-06-04","cited_by_count":127,"area":null},{"id":"2503.00061","title":"Adaptive Attacks Break Defenses Against Indirect Prompt Injection Attacks on LLM Agents","created":"2025-02-27","cited_by_count":125,"area":"agents"},{"id":"2403.04957","title":"Automatic and Universal Prompt Injection Attacks against Large Language Models","created":"2024-03-07","cited_by_count":119,"area":"safety"},{"id":"2310.15140","title":"AutoDAN: Interpretable Gradient-Based Adversarial Attacks on Large Language Models","created":"2023-10-23","cited_by_count":111,"area":"alignment"},{"id":"2312.17673","title":"Jatmo: Prompt Injection Defense by Task-Specific Finetuning","created":"2023-12-29","cited_by_count":106,"area":"safety"},{"id":"2406.05870","title":"Machine Against the RAG: Jamming Retrieval-Augmented Generation with Blocker Documents","created":"2024-06-09","cited_by_count":102,"area":"rag"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2411.00348","title":"Attention Tracker: Detecting Prompt Injection Attacks in LLMs","created":"2024-11-01","cited_by_count":95,"area":"safety"},{"id":"2308.14840","title":"Identifying and Mitigating the Security Risks of Generative AI","created":"2023-08-28","cited_by_count":91,"area":null},{"id":"2402.14020","title":"Coercing LLMs to do and reveal (almost) anything","created":"2024-02-21","cited_by_count":89,"area":"safety"},{"id":"2410.10700","title":"LLMs know their vulnerabilities: Uncover Safety Gaps through Natural Distribution Shifts","created":"2024-10-14","cited_by_count":86,"area":null},{"id":"2401.15897","title":"Red-Teaming for Generative AI: Silver Bullet or Security Theater?","created":"2024-01-29","cited_by_count":83,"area":"safety"},{"id":"2410.02832","title":"FlipAttack: Jailbreak LLMs via Flipping","created":"2024-10-02","cited_by_count":80,"area":"safety"},{"id":"2405.18166","title":"Defending Large Language Models Against Jailbreak Attacks via Layer-specific Editing","created":"2024-05-28","cited_by_count":79,"area":"safety"},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2401.06561","title":"Intention Analysis Makes LLMs A Good Jailbreak Defender","created":"2024-01-12","cited_by_count":74,"area":"alignment"},{"id":"2402.16192","title":"Defending Large Language Models against Jailbreak Attacks via Semantic Smoothing","created":"2024-02-25","cited_by_count":74,"area":"alignment"},{"id":"2402.16459","title":"Defending LLMs against Jailbreaking Attacks via Backtranslation","created":"2024-02-26","cited_by_count":70,"area":"safety"},{"id":"2406.01288","title":"Improved Few-Shot Jailbreaking Can Circumvent Aligned Language Models and Their Defenses","created":"2024-06-03","cited_by_count":70,"area":"safety"},{"id":"2407.01599","title":"JailbreakZoo: Survey, Landscapes, and Horizons in Jailbreaking Large Language and Vision-Language Models","created":"2024-06-26","cited_by_count":70,"area":"mllm"},{"id":"2407.09121","title":"Refuse Whenever You Feel Unsafe: Improving Safety in LLMs via Decoupled Refusal Training","created":"2024-07-12","cited_by_count":69,"area":null},{"id":"2401.00287","title":"The Art of Defending: A Systematic Evaluation and Analysis of LLM Defense Strategies on Safety and Over-Defensiveness","created":"2023-12-30","cited_by_count":67,"area":null},{"id":"2402.06255","title":"Fight Back Against Jailbreaking via Prompt Adversarial Tuning","created":"2024-02-09","cited_by_count":67,"area":"safety"},{"id":"2510.02373","title":"A-MemGuard: A Proactive Defense Framework for LLM-Based Agent Memory","created":"2025-09-29","cited_by_count":67,"area":"agents"},{"id":"2411.09523","title":"Navigating the Risks: A Survey of Security, Privacy, and Ethics Threats in LLM-Based Agents","created":"2024-11-14","cited_by_count":65,"area":"agents"},{"id":"2406.05498","title":"SelfDefend: LLMs Can Defend Themselves against Jailbreaking in a Practical Manner","created":"2024-06-08","cited_by_count":63,"area":"safety"},{"id":"2412.17686","title":"Large Language Model Safety: A Holistic Survey","created":"2024-12-23","cited_by_count":59,"area":"safety"},{"id":"2501.17070","title":"Contextual Agent Security: A Policy for Every Purpose","created":"2025-01-28","cited_by_count":59,"area":null},{"id":"2502.07557","title":"JBShield: Defending Large Language Models from Jailbreak Attacks through Activated Concept Analysis and Manipulation","created":"2025-02-11","cited_by_count":54,"area":"safety"},{"id":"2402.15911","title":"PRP: Propagating Universal Perturbations to Attack Large Language Model Guard-Rails","created":"2024-02-24","cited_by_count":52,"area":"safety"},{"id":"2406.09324","title":"Bag of Tricks: Benchmarking of Jailbreak Attacks on LLMs","created":"2024-06-13","cited_by_count":51,"area":"safety"},{"id":"2501.04931","title":"Jailbreaking Multimodal Large Language Models via Shuffle Inconsistency","created":"2025-01-09","cited_by_count":51,"area":"mllm"},{"id":"2502.13260","title":"Stepwise Perplexity-Guided Refinement for Efficient Chain-of-Thought Reasoning in Large Language Models","created":"2025-02-18","cited_by_count":51,"area":"lr"},{"id":"2402.03299","title":"GUARD: Role-playing to Generate Natural-language Jailbreakings to Test Guideline Adherence of Large Language Models","created":"2024-02-05","cited_by_count":48,"area":"safety"},{"id":"2410.12855","title":"JAILJUDGE: A Comprehensive Jailbreak Judge Benchmark with Multi-Agent Enhanced Explanation Evaluation Framework","created":"2024-10-11","cited_by_count":47,"area":"agents"},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2311.09948","title":"Hijacking Large Language Models via Adversarial In-Context Learning","created":"2023-11-16","cited_by_count":45,"area":"safety"},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2405.18634","title":"A Theoretical Understanding of Self-Correction through In-context Alignment","created":"2024-05-28","cited_by_count":44,"area":"lr"},{"id":"2405.01229","title":"Boosting Jailbreak Attack with Momentum","created":"2024-05-02","cited_by_count":40,"area":"safety"},{"id":"2501.00879","title":"TrustRAG: Enhancing Robustness and Trustworthiness in Retrieval-Augmented Generation","created":"2025-01-01","cited_by_count":40,"area":"rag"},{"id":"2503.05021","title":"Safety is Not Only About Refusal: Reasoning-Enhanced Fine-tuning for Interpretable LLM Safety","created":"2025-03-06","cited_by_count":39,"area":"lr"},{"id":"2503.15888","title":"Parameters vs. Context: Fine-Grained Control of Knowledge Reliance in Language Models","created":"2025-03-20","cited_by_count":39,"area":"rag"},{"id":"2412.10198","title":"From Allies to Adversaries: Manipulating LLM Tool-Calling through Adversarial Injection","created":"2024-12-13","cited_by_count":38,"area":"agents"},{"id":"2506.09443","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","created":"2025-06-11","cited_by_count":37,"area":"safety"},{"id":"2504.03957","title":"Practical Poisoning Attacks against Retrieval-Augmented Generation","created":"2025-04-04","cited_by_count":36,"area":"rag"},{"id":"2505.18333","title":"A Critical Evaluation of Defenses against Prompt Injection Attacks","created":"2025-05-23","cited_by_count":36,"area":"safety"},{"id":"2405.07932","title":"PARDEN, Can You Repeat That? Defending against Jailbreaks via Repetition","created":"2024-05-13","cited_by_count":35,"area":"safety"},{"id":"2412.13879","title":"Crabs: Consuming Resource via Auto-generation for LLM-DoS Attack under Black-box Settings","created":"2024-12-18","cited_by_count":35,"area":null},{"id":"2406.15481","title":"Code-Switching Red-Teaming: LLM Evaluation for Safety and Multilingual Understanding","created":"2024-06-17","cited_by_count":34,"area":"safety"},{"id":"2502.12970","title":"Reasoning-to-Defend: Safety-Aware Reasoning Can Defend Large Language Models from Jailbreaking","created":"2025-02-18","cited_by_count":34,"area":"lr"},{"id":"2311.11509","title":"Token-Level Adversarial Prompt Detection Based on Perplexity Measures and Contextual Information","created":"2023-11-20","cited_by_count":33,"area":"safety"},{"id":"2403.02253","title":"KnowPhish: Large Language Models Meet Multimodal Knowledge Graphs for Enhancing Reference-Based Phishing Detection","created":"2024-03-04","cited_by_count":33,"area":null},{"id":"2405.06001","title":"LLMC: Benchmarking Large Language Model Quantization with a Versatile Compression Toolkit","created":"2024-05-09","cited_by_count":33,"area":"lr"},{"id":"2411.03814","title":"MRJ-Agent: An Effective Jailbreak Agent for Multi-Round Dialogue","created":"2024-11-06","cited_by_count":33,"area":"agents"},{"id":"2502.14744","title":"HiddenDetect: Detecting Jailbreak Attacks against Large Vision-Language Models via Monitoring Hidden States","created":"2025-02-20","cited_by_count":33,"area":"mllm"},{"id":"2401.09798","title":"All in How You Ask for It: Simple Black-Box Method for Jailbreak Attacks","created":"2024-01-18","cited_by_count":32,"area":"safety"},{"id":"2402.13148","title":"Defending Jailbreak Prompts via In-Context Adversarial Game","created":"2024-02-20","cited_by_count":29,"area":"safety"},{"id":"2405.14023","title":"WordGame: Efficient & Effective LLM Jailbreak via Simultaneous Obfuscation in Query and Response","created":"2024-05-22","cited_by_count":29,"area":"alignment"},{"id":"2502.01633","title":"Adversarial Reasoning at Jailbreaking Time","created":"2025-02-03","cited_by_count":29,"area":"lr"},{"id":"2505.24019","title":"LLM Agents Should Employ Security Principles","created":"2025-05-29","cited_by_count":29,"area":"agents"},{"id":"2410.20971","title":"BlueSuffix: Reinforced Blue Teaming for Vision-Language Models Against Jailbreak Attacks","created":"2024-10-28","cited_by_count":28,"area":"mllm"},{"id":"2510.23883","title":"Agentic AI Security: Threats, Defenses, Evaluation, and Open Challenges","created":"2025-10-27","cited_by_count":28,"area":"agents"},{"id":"2410.22284","title":"Embedding-based classifiers can detect prompt injection attacks","created":"2024-10-29","cited_by_count":27,"area":"safety"},{"id":"2510.02554","title":"ToolTweak: An Attack on Tool Selection in LLM-based Agents","created":"2025-10-02","cited_by_count":26,"area":"agents"},{"id":"2506.10949","title":"Monitoring Decomposition Attacks in LLMs with Lightweight Sequential Monitors","created":"2025-06-12","cited_by_count":25,"area":"safety"},{"id":"2406.14859","title":"From LLMs to MLLMs: Exploring the Landscape of Multimodal Jailbreaking","created":"2024-06-21","cited_by_count":24,"area":"mllm"},{"id":"2408.01420","title":"Mission Impossible: A Statistical Perspective on Jailbreaking LLMs","created":"2024-08-02","cited_by_count":24,"area":"alignment"},{"id":"2408.04811","title":"h4rm3l: A language for Composable Jailbreak Attack Synthesis","created":"2024-08-09","cited_by_count":24,"area":"safety"},{"id":"2501.14050","title":"GraphRAG under Fire","created":"2025-01-23","cited_by_count":24,"area":"rag"},{"id":"2502.17832","title":"MM-PoisonRAG: Disrupting Multimodal RAG with Local and Global Poisoning Attacks","created":"2025-02-25","cited_by_count":24,"area":"mllm"},{"id":"2410.02298","title":"Jailbreak Antidote: Runtime Safety-Utility Balance via Sparse Representation Adjustment in Large Language Models","created":"2024-10-03","cited_by_count":23,"area":"safety"},{"id":"2412.17034","title":"Shaping the Safety Boundaries: Understanding and Defending Against Jailbreaks in Large Language Models","created":"2024-12-22","cited_by_count":23,"area":"safety"},{"id":"2410.10343","title":"Locking Down the Finetuned LLMs Safety","created":"2024-10-14","cited_by_count":22,"area":null},{"id":"2411.14033","title":"LLM-based Multi-Agent Systems: Techniques and Business Perspectives","created":"2024-11-21","cited_by_count":22,"area":"agents"},{"id":"2502.03052","title":"Understanding and Enhancing the Transferability of Jailbreaking Attacks","created":"2025-02-05","cited_by_count":22,"area":"safety"},{"id":"2506.09996","title":"From Judgment to Interference: Early Stopping LLM Harmful Outputs via Streaming Content Monitoring","created":"2025-06-11","cited_by_count":22,"area":"alignment"},{"id":"2409.14866","title":"PAPILLON: Efficient and Stealthy Fuzz Testing-Powered Jailbreaks for LLMs","created":"2024-09-23","cited_by_count":21,"area":"safety"},{"id":"2506.10597","title":"SoK: Evaluating Jailbreak Guardrails for Large Language Models","created":"2025-06-12","cited_by_count":21,"area":"alignment"}],"next_cursor":"100"}