{"total":145,"rows":[{"id":"2307.02483","title":"Jailbroken: How Does LLM Safety Training Fail?","created":"2023-07-05","cited_by_count":1651,"area":"safety"},{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2202.03286","title":"Red Teaming Language Models with Language Models","created":"2022-02-07","cited_by_count":1026,"area":"safety"},{"id":"2403.03218","title":"The WMDP Benchmark: Measuring and Reducing Malicious Use With Unlearning","created":"2024-03-05","cited_by_count":509,"area":"safety"},{"id":"2404.13208","title":"The Instruction Hierarchy: Training LLMs to Prioritize Privileged Instructions","created":"2024-04-19","cited_by_count":493,"area":"safety"},{"id":"2310.02446","title":"Low-Resource Languages Jailbreak GPT-4","created":"2023-10-03","cited_by_count":309,"area":"safety"},{"id":"2306.04528","title":"PromptRobust: Towards Evaluating the Robustness of Large Language Models on Adversarial Prompts","created":"2023-06-07","cited_by_count":226,"area":"safety"},{"id":"2310.10844","title":"Survey of Vulnerabilities in Large Language Models Revealed by Adversarial Attacks","created":"2023-10-16","cited_by_count":194,"area":"safety"},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2401.17263","title":"Robust Prompt Optimization for Defending Language Models Against Jailbreaking Attacks","created":"2024-01-30","cited_by_count":156,"area":"safety"},{"id":"2404.16873","title":"AdvPrompter: Fast Adaptive Adversarial Prompting for LLMs","created":"2024-04-21","cited_by_count":156,"area":"safety"},{"id":"2408.15221","title":"LLM Defenses Are Not Robust to Multi-Turn Human Jailbreaks Yet","created":"2024-08-27","cited_by_count":151,"area":"safety"},{"id":"2308.10741","title":"On the Adversarial Robustness of Multi-Modal Foundation Models","created":"2023-08-21","cited_by_count":145,"area":"safety"},{"id":"2311.01011","title":"Tensor Trust: Interpretable Prompt Injection Attacks from an Online Game","created":"2023-11-02","cited_by_count":145,"area":"safety"},{"id":"2306.09442","title":"Explore, Establish, Exploit: Red Teaming Language Models from Scratch","created":"2023-06-15","cited_by_count":114,"area":"safety"},{"id":"2305.14710","title":"Instructions as Backdoors: Backdoor Vulnerabilities of Instruction Tuning for Large Language Models","created":"2023-05-24","cited_by_count":110,"area":"safety"},{"id":"2110.07831","title":"RAP: Robustness-Aware Perturbations for Defending against Backdoor Attacks on NLP Models","created":"2021-10-15","cited_by_count":104,"area":"safety"},{"id":"2105.00164","title":"Hidden Backdoors in Human-Centric Language Models","created":"2021-05-01","cited_by_count":90,"area":"safety"},{"id":"2402.14020","title":"Coercing LLMs to do and reveal (almost) anything","created":"2024-02-21","cited_by_count":89,"area":"safety"},{"id":"2402.15570","title":"Fast Adversarial Attacks on Language Models In One GPU Minute","created":"2024-02-23","cited_by_count":88,"area":"safety"},{"id":"2402.19464","title":"Curiosity-driven Red-teaming for Large Language Models","created":"2024-02-29","cited_by_count":88,"area":"safety"},{"id":"2403.03792","title":"Neural Exec: Learning (and Learning from) Execution Triggers for Prompt Injection Attacks","created":"2024-03-06","cited_by_count":85,"area":"safety"},{"id":"2406.18682","title":"The Multilingual Alignment Prism: Aligning Global and Local Preferences to Reduce Harm","created":"2024-06-26","cited_by_count":70,"area":"safety"},{"id":"2103.04264","title":"T-Miner: A Generative Approach to Defend Against Trojan Attacks on DNN-based Text Classification","created":"2021-03-07","cited_by_count":60,"area":"safety"},{"id":"2412.17686","title":"Large Language Model Safety: A Holistic Survey","created":"2024-12-23","cited_by_count":59,"area":"safety"},{"id":"2305.19713","title":"Red Teaming Language Model Detectors with Language Models","created":"2023-05-31","cited_by_count":55,"area":"safety"},{"id":"2310.15851","title":"Self-Guard: Empower the LLM to Safeguard Itself","created":"2023-10-24","cited_by_count":54,"area":"safety"},{"id":"2202.05749","title":"Constrained Optimization with Dynamic Bound-scaling for Effective NLPBackdoor Defense","created":"2022-02-11","cited_by_count":47,"area":"safety"},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2310.12439","title":"PoisonPrompt: Backdoor Attack on Prompt-based Large Language Models","created":"2023-10-19","cited_by_count":42,"area":"safety"},{"id":"2401.16656","title":"Gradient-Based Language Model Red Teaming","created":"2024-01-30","cited_by_count":34,"area":"safety"},{"id":"2410.08811","title":"PoisonBench: Assessing Large Language Model Vulnerability to Data Poisoning","created":"2024-10-11","cited_by_count":33,"area":"safety"},{"id":"2406.11668","title":"\"Not Aligned\" is Not \"Malicious\": Being Careful about Hallucinations of Large Language Models' Jailbreak","created":"2024-06-17","cited_by_count":25,"area":"safety"},{"id":"2412.18693","title":"Diverse and Effective Red Teaming with Auto-generated Rewards and Multi-step Reinforcement Learning","created":"2024-12-24","cited_by_count":25,"area":"safety"},{"id":"2404.07234","title":"Goal-guided Generative Prompt Injection Attack on Large Language Models","created":"2024-04-06","cited_by_count":24,"area":"safety"},{"id":"2506.14922","title":"FORTRESS: Frontier Risk Evaluation for National Security and Public Safety","created":"2025-06-17","cited_by_count":24,"area":"safety"},{"id":"2311.09763","title":"Test-time Backdoor Mitigation for Black-Box Large Language Models with Defensive Demonstrations","created":"2023-11-16","cited_by_count":21,"area":"safety"},{"id":"2405.20778","title":"Improved Generation of Adversarial Examples Against Safety-aligned LLMs","created":"2024-05-28","cited_by_count":18,"area":"safety"},{"id":"2405.14189","title":"Efficient Universal Goal Hijacking with Semantics-guided Prompt Organization","created":"2024-05-23","cited_by_count":16,"area":"safety"},{"id":"2409.19993","title":"Mitigating Backdoor Threats to Large Language Models: Advancement and Challenges","created":"2024-09-30","cited_by_count":15,"area":"safety"},{"id":"2503.11517","title":"Prompt Injection Detection and Mitigation via AI Multi-Agent NLP Frameworks","created":"2025-03-14","cited_by_count":15,"area":"safety"},{"id":"2211.11958","title":"A Survey on Backdoor Attack and Defense in Natural Language Processing","created":"2022-11-22","cited_by_count":14,"area":"safety"},{"id":"2404.13660","title":"Trojan Detection in Large Language Models: Insights from The Trojan Detection Challenge","created":"2024-04-21","cited_by_count":14,"area":"safety"},{"id":"2407.03876","title":"Automated Progressive Red Teaming","created":"2024-07-04","cited_by_count":13,"area":"safety"},{"id":"2408.15488","title":"Legilimens: Practical and Unified Content Moderation for Large Language Model Services","created":"2024-08-28","cited_by_count":13,"area":"safety"},{"id":"2505.24445","title":"Learning Safety Constraints for Large Language Models","created":"2025-05-30","cited_by_count":13,"area":"safety"},{"id":"2602.22983","title":"Obscure but Effective: Classical Chinese Jailbreak Prompt Optimization via Bio-Inspired Search","created":"2026-02-26","cited_by_count":13,"area":"safety"},{"id":"2308.03906","title":"TIJO: Trigger Inversion with Joint Optimization for Defending Multimodal Backdoored Models","created":"2023-08-07","cited_by_count":12,"area":"safety"},{"id":"2310.09624","title":"ASSERT: Automated Safety Scenario Red Teaming for Evaluating the Robustness of Large Language Models","created":"2023-10-14","cited_by_count":12,"area":"safety"},{"id":"2305.19607","title":"Adversarial Clean Label Backdoor Attacks and Defenses on Text Classification Systems","created":"2023-05-31","cited_by_count":11,"area":"safety"},{"id":"2406.07778","title":"A Study of Backdoors in Instruction Fine-tuned Language Models","created":"2024-06-12","cited_by_count":11,"area":"safety"},{"id":"2503.01742","title":"Building Safe GenAI Applications: An End-to-End Overview of Red Teaming for Large Language Models","created":"2025-03-03","cited_by_count":11,"area":"safety"},{"id":"2503.08704","title":"Life-Cycle Routing Vulnerabilities of LLM Router","created":"2025-03-09","cited_by_count":11,"area":"safety"},{"id":"2505.16947","title":"MixAT: Combining Continuous and Discrete Adversarial Training for LLMs","created":"2025-05-22","cited_by_count":11,"area":"safety"},{"id":"2405.18780","title":"Certifying Counterfactual Bias in LLMs","created":"2024-05-29","cited_by_count":10,"area":"safety"},{"id":"2502.09755","title":"Jailbreak Attack Initializations as Extractors of Compliance Directions","created":"2025-02-13","cited_by_count":10,"area":"safety"},{"id":"2308.13904","title":"LMSanitator: Defending Prompt-Tuning Against Task-Agnostic Backdoors","created":"2023-08-26","cited_by_count":9,"area":"safety"},{"id":"2505.02862","title":"Cannot See the Forest for the Trees: Invoking Heuristics and Biases to Elicit Irrational Choices of LLMs","created":"2025-05-03","cited_by_count":9,"area":"safety"},{"id":"2505.13541","title":"SPIRIT: Patching Speech Language Models against Jailbreak Attacks","created":"2025-05-18","cited_by_count":9,"area":"safety"},{"id":"2305.09574","title":"UOR: Universal Backdoor Attacks on Pre-trained Language Models","created":"2023-05-16","cited_by_count":8,"area":"safety"},{"id":"2305.11351","title":"Data Redaction from Conditional Generative Models","created":"2023-05-18","cited_by_count":8,"area":"safety"},{"id":"2502.00718","title":"\"I am bad\": Interpreting Stealthy, Universal and Robust Audio Jailbreaks in Audio-Language Models","created":"2025-02-02","cited_by_count":8,"area":"safety"},{"id":"2507.01020","title":"AutoAdv: Automated Adversarial Prompting for Multi-Turn Jailbreaking of Large Language Models","created":"2025-04-18","cited_by_count":8,"area":"safety"},{"id":"2308.13768","title":"Adversarial Fine-Tuning of Language Models: An Iterative Optimisation Approach for the Generation and Detection of Problematic Content","created":"2023-08-26","cited_by_count":7,"area":"safety"},{"id":"2406.18725","title":"Jailbreaking LLMs with Arabic Transliteration and Arabizi","created":"2024-06-26","cited_by_count":7,"area":"safety"},{"id":"2501.00055","title":"LLM-Virus: Evolutionary Jailbreak Attack on Large Language Models","created":"2024-12-28","cited_by_count":7,"area":"safety"},{"id":"2502.15334","title":"Attention Eclipse: Manipulating Attention to Bypass LLM Safety-Alignment","created":"2025-02-21","cited_by_count":7,"area":"safety"},{"id":"2509.21947","title":"Active Attacks: Red-teaming LLMs via Adaptive Environments","created":"2025-09-26","cited_by_count":7,"area":"safety"},{"id":"2311.11796","title":"Beyond Boundaries: A Comprehensive Survey of Transferable Attacks on AI Systems","created":"2023-11-20","cited_by_count":6,"area":"safety"},{"id":"2407.14644","title":"Human-Interpretable Adversarial Prompt Attack on Large Language Models with Situational Context","created":"2024-07-19","cited_by_count":6,"area":"safety"},{"id":"2409.14200","title":"Data-centric NLP Backdoor Defense from the Lens of Memorization","created":"2024-09-21","cited_by_count":6,"area":"safety"},{"id":"2410.11317","title":"Deciphering the Chaos: Enhancing Jailbreak Attacks via Adversarial Prompt Translation","created":"2024-10-15","cited_by_count":6,"area":"safety"},{"id":"2407.04151","title":"Securing Multi-turn Conversational Language Models From Distributed Backdoor Triggers","created":"2024-07-04","cited_by_count":5,"area":"safety"},{"id":"2407.10106","title":"DistillSeq: A Framework for Safety Alignment Testing in Large Language Models using Knowledge Distillation","created":"2024-07-14","cited_by_count":5,"area":"safety"},{"id":"2408.04683","title":"Eliminating Backdoors in Neural Code Models for Secure Code Understanding","created":"2024-08-08","cited_by_count":5,"area":"safety"},{"id":"2411.08862","title":"LLMStinger: Jailbreaking LLMs using RL fine-tuned LLMs","created":"2024-11-13","cited_by_count":5,"area":"safety"},{"id":"2501.18280","title":"Jailbreaking LLMs' Safeguard with Universal Magic Words for Text Embedding Models","created":"2025-01-30","cited_by_count":5,"area":"safety"},{"id":"2505.18979","title":"Dynamic Optimization and Safety Indicator Injection for Jailbreaking Text-to-Image Models with Multimodal Safety Filters","created":"2025-05-25","cited_by_count":5,"area":"safety"},{"id":"2510.09871","title":"CoBia: Constructed Conversations Can Trigger Otherwise Concealed Societal Biases in LLMs","created":"2025-10-10","cited_by_count":5,"area":"safety"},{"id":"2510.15476","title":"SoK: Systematizing LLM Prompt Security: Taxonomies, Datasets, and Unified Evaluation of Attacks and Defenses","created":"2025-10-17","cited_by_count":5,"area":"safety"},{"id":"2511.01287","title":"\"Give a Positive Review Only\": An Early Investigation Into In-Paper Prompt Injection Attacks and Defenses for AI Reviewers","created":"2025-11-03","cited_by_count":5,"area":"safety"},{"id":"2302.06801","title":"Backdoor Learning for NLP: Recent Advances, Challenges, and Future Research Directions","created":"2023-02-14","cited_by_count":4,"area":"safety"},{"id":"2407.00075","title":"Logicbreaks: A Framework for Understanding Subversion of Rule-based Inference","created":"2024-06-21","cited_by_count":4,"area":"safety"},{"id":"2503.01926","title":"Unnatural Languages Are Not Bugs but Features for LLMs","created":"2025-03-02","cited_by_count":4,"area":"safety"},{"id":"2505.09820","title":"Adversarial Attack on Large Language Models using Exponentiated Gradient Descent","created":"2025-05-14","cited_by_count":4,"area":"safety"},{"id":"2506.22666","title":"VERA: Variational Inference Framework for Jailbreaking Large Language Models","created":"2025-06-27","cited_by_count":4,"area":"safety"},{"id":"2310.00892","title":"No Offense Taken: Eliciting Offensiveness from Language Models","created":"2023-10-02","cited_by_count":3,"area":"safety"},{"id":"2405.10128","title":"Red Teaming Language Models for Processing Contradictory Dialogues","created":"2024-05-16","cited_by_count":3,"area":"safety"},{"id":"2412.16359","title":"Human-Readable Adversarial Prompts: An Investigation into LLM Vulnerabilities Using Situational Context","created":"2024-12-20","cited_by_count":3,"area":"safety"},{"id":"2502.12464","title":"SafeRoute: Adaptive Model Selection for Efficient and Accurate Safety Guardrails in Large Language Models","created":"2025-02-18","cited_by_count":3,"area":"safety"},{"id":"2503.06519","title":"Can Small Language Models Reliably Resist Jailbreak Attacks? A Comprehensive Evaluation","created":"2025-03-09","cited_by_count":3,"area":"safety"},{"id":"2503.23250","title":"Encrypted Prompt: Securing LLM Applications Against Unauthorized Actions","created":"2025-03-29","cited_by_count":3,"area":"safety"},{"id":"2510.04347","title":"Unmasking Backdoors: An Explainable Defense via Gradient-Attention Anomaly Scoring for Pre-trained Language Models","created":"2025-10-05","cited_by_count":3,"area":"safety"},{"id":"2510.17006","title":"Online Learning Defense against Iterative Jailbreak Attacks via Prompt Optimization","created":"2025-10-19","cited_by_count":3,"area":"safety"},{"id":"2602.04581","title":"Trust The Typical","created":"2026-02-04","cited_by_count":3,"area":"safety"},{"id":"2604.21159","title":"Adaptive Instruction Composition for Automated LLM Red-Teaming","created":"2026-04-22","cited_by_count":3,"area":"safety"},{"id":"2605.23196","title":"Prompt Overflow: What the Guardrail Inspects Is Not What the Model Infers","created":"2026-05-22","cited_by_count":3,"area":"safety"},{"id":"2311.13957","title":"Efficient Trigger Word Insertion","created":"2023-11-23","cited_by_count":2,"area":"safety"},{"id":"2408.11587","title":"Large Language Models are Good Attackers: Efficient and Stealthy Textual Backdoor Attacks","created":"2024-08-21","cited_by_count":2,"area":"safety"},{"id":"2410.13236","title":"SPIN: Self-Supervised Prompt INjection","created":"2024-10-17","cited_by_count":2,"area":"safety"}],"next_cursor":"100"}