{"total":338,"rows":[{"id":"2308.03825","title":"\"Do Anything Now\": Characterizing and Evaluating In-The-Wild Jailbreak Prompts on Large Language Models","created":"2023-08-07","cited_by_count":489,"area":"safety"},{"id":"2310.06987","title":"Catastrophic Jailbreak of Open-source LLMs via Exploiting Generation","created":"2023-10-10","cited_by_count":451,"area":"safety"},{"id":"2303.13408","title":"Paraphrasing evades detectors of AI-generated text, but retrieval is an effective defense","created":"2023-03-23","cited_by_count":429,"area":"safety"},{"id":"2402.06363","title":"StruQ: Defending Against Prompt Injection with Structured Queries","created":"2024-02-09","cited_by_count":375,"area":"safety"},{"id":"2306.17439","title":"Provable Robust Watermarking for AI-Generated Text","created":"2023-06-30","cited_by_count":299,"area":"safety"},{"id":"2312.14197","title":"Benchmarking and Defending Against Indirect Prompt Injection Attacks on Large Language Models","created":"2023-12-21","cited_by_count":264,"area":"safety"},{"id":"2308.09662","title":"Red-Teaming Large Language Models using Chain of Utterances for Safety-Alignment","created":"2023-08-18","cited_by_count":223,"area":"safety"},{"id":"2310.20150","title":"Unlearn What You Want to Forget: Efficient Unlearning for LLMs","created":"2023-10-31","cited_by_count":215,"area":"safety"},{"id":"2306.04634","title":"On the Reliability of Watermarks for Large Language Models","created":"2023-06-07","cited_by_count":189,"area":"safety"},{"id":"2307.08715","title":"MasterKey: Automated Jailbreak Across Multiple Large Language Model Chatbots","created":"2023-07-16","cited_by_count":183,"area":"safety"},{"id":"2311.07689","title":"MART: Improving LLM Safety with Multi-round Automatic Red-Teaming","created":"2023-11-13","cited_by_count":163,"area":"safety"},{"id":"2307.16888","title":"Backdooring Instruction-Tuned Large Language Models with Virtual Prompt Injection","created":"2023-07-31","cited_by_count":157,"area":"safety"},{"id":"2308.10741","title":"On the Adversarial Robustness of Multi-Modal Foundation Models","created":"2023-08-21","cited_by_count":145,"area":"safety"},{"id":"2307.00691","title":"From ChatGPT to ThreatGPT: Impact of Generative AI in Cybersecurity and Privacy","created":"2023-07-03","cited_by_count":143,"area":"safety"},{"id":"2305.15060","title":"Who Wrote this Code? Watermarking for Code Generation","created":"2023-05-24","cited_by_count":141,"area":"safety"},{"id":"2305.00118","title":"Speak, Memory: An Archaeology of Books Known to ChatGPT/GPT-4","created":"2023-04-28","cited_by_count":125,"area":"safety"},{"id":"2404.01099","title":"What is in Your Safe Data? Identifying Benign Data that Breaks Safety","created":"2024-04-01","cited_by_count":118,"area":"safety"},{"id":"2306.17194","title":"On the Exploitability of Instruction Tuning","created":"2023-06-28","cited_by_count":116,"area":"safety"},{"id":"2310.06356","title":"A Semantic Invariant Robust Watermark for Large Language Models","created":"2023-10-10","cited_by_count":112,"area":"safety"},{"id":"2312.07913","title":"A Survey of Text Watermarking in the Era of Large Language Models","created":"2023-12-13","cited_by_count":112,"area":"safety"},{"id":"2305.14710","title":"Instructions as Backdoors: Backdoor Vulnerabilities of Instruction Tuning for Large Language Models","created":"2023-05-24","cited_by_count":110,"area":"safety"},{"id":"2311.06062","title":"Practical Membership Inference Attacks against Fine-tuned Large Language Models via Self-prompt Calibration","created":"2023-11-10","cited_by_count":98,"area":"safety"},{"id":"2404.08676","title":"ALERT: A Comprehensive Benchmark for Assessing Large Language Models' Safety through Red Teaming","created":"2024-04-06","cited_by_count":98,"area":"safety"},{"id":"2403.13355","title":"BadEdit: Backdooring large language models by model editing","created":"2024-03-20","cited_by_count":96,"area":"safety"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2405.10051","title":"MarkLLM: An Open-Source Toolkit for LLM Watermarking","created":"2024-05-16","cited_by_count":95,"area":"safety"},{"id":"2305.01219","title":"Prompt as Triggers for Backdoor Attack: Examining the Vulnerability in Language Models","created":"2023-05-02","cited_by_count":94,"area":"safety"},{"id":"2403.05030","title":"Defending Against Unforeseen Failure Modes with Latent Adversarial Training","created":"2024-03-08","cited_by_count":88,"area":"safety"},{"id":"2308.00113","title":"Three Bricks to Consolidate Watermarks for Large Language Models","created":"2023-07-26","cited_by_count":84,"area":"safety"},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2404.05399","title":"SafetyPrompts: a Systematic Review of Open Datasets for Evaluating and Improving Large Language Model Safety","created":"2024-04-08","cited_by_count":77,"area":"safety"},{"id":"2305.08883","title":"Watermarking Text Generated by Black-Box Language Models","created":"2023-05-14","cited_by_count":76,"area":"safety"},{"id":"2402.16717","title":"CodeChameleon: Personalized Encryption Framework for Jailbreaking Large Language Models","created":"2024-02-26","cited_by_count":76,"area":"safety"},{"id":"2310.07676","title":"Composite Backdoor Attacks Against Large Language Models","created":"2023-10-11","cited_by_count":73,"area":"safety"},{"id":"2410.13708","title":"On the Role of Attention Heads in Large Language Model Safety","created":"2024-10-17","cited_by_count":72,"area":"safety"},{"id":"2402.16459","title":"Defending LLMs against Jailbreaking Attacks via Backtranslation","created":"2024-02-26","cited_by_count":70,"area":"safety"},{"id":"2406.16201","title":"Blind Baselines Beat Membership Inference Attacks for Foundation Models","created":"2024-06-23","cited_by_count":69,"area":"safety"},{"id":"2305.10036","title":"Are You Copying My Model? Protecting the Copyright of Large Language Models for EaaS via Backdoor Watermark","created":"2023-05-17","cited_by_count":67,"area":"safety"},{"id":"2307.16230","title":"An Unforgeable Publicly Verifiable Watermark for Large Language Models","created":"2023-07-30","cited_by_count":65,"area":"safety"},{"id":"2406.15968","title":"ReCaLL: Membership Inference via Relative Conditional Log-Likelihoods","created":"2024-06-23","cited_by_count":64,"area":"safety"},{"id":"2402.09179","title":"Instruction Backdoor Attacks Against Customized LLMs","created":"2024-02-14","cited_by_count":62,"area":"safety"},{"id":"2403.01446","title":"GuardT2I: Defending Text-to-Image Models from Adversarial Prompts","created":"2024-03-03","cited_by_count":62,"area":"safety"},{"id":"2308.10819","title":"Evaluating the Instruction-Following Robustness of Large Language Models to Prompt Injection","created":"2023-08-17","cited_by_count":59,"area":"safety"},{"id":"2406.17975","title":"SoK: Membership Inference Attacks on LLMs are Rushing Nowhere (and How to Fix It)","created":"2024-06-25","cited_by_count":59,"area":"safety"},{"id":"2402.14904","title":"Watermarking Makes Language Models Radioactive","created":"2024-02-22","cited_by_count":58,"area":"safety"},{"id":"2310.15007","title":"Did the Neurons Read your Book? Document-level Membership Inference for Large Language Models","created":"2023-10-23","cited_by_count":56,"area":"safety"},{"id":"2305.19713","title":"Red Teaming Language Model Detectors with Language Models","created":"2023-05-31","cited_by_count":55,"area":"safety"},{"id":"2308.01990","title":"From Prompt Injections to SQL Injection Attacks: How Protected is Your LLM-Integrated Web Application?","created":"2023-08-03","cited_by_count":55,"area":"safety"},{"id":"2407.10264","title":"What Makes and Breaks Safety Fine-tuning? A Mechanistic Study","created":"2024-07-14","cited_by_count":55,"area":"safety"},{"id":"2307.15992","title":"Towards Codable Watermarking for Injecting Multi-bits Information to LLMs","created":"2023-07-29","cited_by_count":54,"area":"safety"},{"id":"2502.07557","title":"JBShield: Defending Large Language Models from Jailbreak Attacks through Activated Concept Analysis and Manipulation","created":"2025-02-11","cited_by_count":54,"area":"safety"},{"id":"2310.00905","title":"All Languages Matter: On the Multilingual Safety of Large Language Models","created":"2023-10-02","cited_by_count":53,"area":"safety"},{"id":"2401.05949","title":"Universal Vulnerabilities in Large Language Models: Backdoor Attacks for In-context Learning","created":"2024-01-11","cited_by_count":53,"area":"safety"},{"id":"2402.15911","title":"PRP: Propagating Universal Perturbations to Attack Large Language Model Guard-Rails","created":"2024-02-24","cited_by_count":52,"area":"safety"},{"id":"2309.05274","title":"FuzzLLM: A Novel and Universal Fuzzing Framework for Proactively Discovering Jailbreak Vulnerabilities in Large Language Models","created":"2023-09-11","cited_by_count":51,"area":"safety"},{"id":"2409.19798","title":"Membership Inference Attacks Cannot Prove that a Model Was Trained On Your Data","created":"2024-09-29","cited_by_count":50,"area":"safety"},{"id":"2407.20516","title":"Machine Unlearning in Generative AI: A Survey","created":"2024-07-30","cited_by_count":49,"area":"safety"},{"id":"2403.04893","title":"A Safe Harbor for AI Evaluation and Red Teaming","created":"2024-03-07","cited_by_count":47,"area":"safety"},{"id":"2406.12038","title":"Soft Prompting for Unlearning in Large Language Models","created":"2024-06-17","cited_by_count":46,"area":"safety"},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2311.09948","title":"Hijacking Large Language Models via Adversarial In-Context Learning","created":"2023-11-16","cited_by_count":45,"area":"safety"},{"id":"2409.01380","title":"Membership Inference Attacks Against In-Context Learning","created":"2024-09-02","cited_by_count":43,"area":"safety"},{"id":"2503.15754","title":"AutoRedTeamer: Autonomous Red Teaming with Lifelong Attack Integration","created":"2025-03-20","cited_by_count":43,"area":"safety"},{"id":"2310.12439","title":"PoisonPrompt: Backdoor Attack on Prompt-based Large Language Models","created":"2023-10-19","cited_by_count":42,"area":"safety"},{"id":"2501.01765","title":"SaLoRA: Safety-Alignment Preserved Low-Rank Adaptation","created":"2025-01-03","cited_by_count":42,"area":"safety"},{"id":"2401.16765","title":"A Cross-Language Investigation into Jailbreak Attacks in Large Language Models","created":"2024-01-30","cited_by_count":41,"area":"safety"},{"id":"2405.09055","title":"A safety realignment framework via subspace-oriented model fusion for large language models","created":"2024-05-15","cited_by_count":41,"area":"safety"},{"id":"2404.02062","title":"Digital Forgetting in Large Language Models: A Survey of Unlearning Methods","created":"2024-04-02","cited_by_count":40,"area":"safety"},{"id":"2405.04825","title":"Explanation as a Watermark: Towards Harmless and Multi-bit Model Ownership Verification via Watermarking Feature Attribution","created":"2024-05-08","cited_by_count":40,"area":"safety"},{"id":"2406.12094","title":"Who's asking? User personas and the mechanics of latent misalignment","created":"2024-06-17","cited_by_count":40,"area":"safety"},{"id":"2309.06055","title":"Backdoor Attacks and Countermeasures in Natural Language Processing Models: A Comprehensive Security Review","created":"2023-09-12","cited_by_count":39,"area":"safety"},{"id":"2311.15766","title":"Knowledge Unlearning for LLMs: Tasks, Methods, and Challenges","created":"2023-11-27","cited_by_count":38,"area":"safety"},{"id":"2504.10957","title":"When is Task Vector Provably Effective for Model Editing? A Generalization Analysis of Nonlinear Transformers","created":"2025-04-15","cited_by_count":38,"area":"safety"},{"id":"2405.20099","title":"Defensive Prompt Patch: A Robust and Interpretable Defense of LLMs against Jailbreak Attacks","created":"2024-05-30","cited_by_count":37,"area":"safety"},{"id":"2502.18943","title":"Towards Label-Only Membership Inference Attack against Pre-trained Large Language Models","created":"2025-02-26","cited_by_count":37,"area":"safety"},{"id":"2406.06852","title":"A Survey of Recent Backdoor Attacks and Defenses in Large Language Models","created":"2024-06-10","cited_by_count":36,"area":"safety"},{"id":"2405.19360","title":"ART: Automatic Red-teaming for Text-to-Image Models to Protect Benign Users","created":"2024-05-24","cited_by_count":35,"area":"safety"},{"id":"2505.04806","title":"Red Teaming the Mind of the Machine: A Systematic Evaluation of Prompt Injection and Jailbreak Vulnerabilities in LLMs","created":"2025-05-07","cited_by_count":34,"area":"safety"},{"id":"2308.08090","title":"Separate the Wheat from the Chaff: Model Deficiency Unlearning via Parameter-Efficient Module Operation","created":"2023-08-16","cited_by_count":33,"area":"safety"},{"id":"2404.12916","title":"Physical Backdoor Attack can Jeopardize Driving with Vision-Large-Language Models","created":"2024-04-19","cited_by_count":33,"area":"safety"},{"id":"2412.05934","title":"Heuristic-Induced Multimodal Risk Distribution Jailbreak Attack for Multimodal Large Language Models","created":"2024-12-08","cited_by_count":33,"area":"safety"},{"id":"2311.09433","title":"Trojan Activation Attack: Red-Teaming Large Language Models using Activation Steering for Safety-Alignment","created":"2023-11-15","cited_by_count":30,"area":"safety"},{"id":"2402.00898","title":"An Early Categorization of Prompt Injection Attacks on Large Language Models","created":"2024-01-31","cited_by_count":30,"area":"safety"},{"id":"2310.08920","title":"Embarrassingly Simple Text Watermarks","created":"2023-10-13","cited_by_count":29,"area":"safety"},{"id":"2311.02240","title":"Towards Machine Unlearning Benchmarks: Forgetting the Personal Identities in Facial Recognition Systems","created":"2023-11-03","cited_by_count":28,"area":"safety"},{"id":"2408.05868","title":"LaWa: Using Latent Space for In-Generation Image Watermarking","created":"2024-08-11","cited_by_count":28,"area":"safety"},{"id":"2406.09179","title":"Towards Effective Evaluations and Comparisons for LLM Unlearning Methods","created":"2024-06-13","cited_by_count":27,"area":"safety"},{"id":"2410.14425","title":"Unlearning Backdoor Attacks for LLMs with Weak-to-Strong Knowledge Distillation","created":"2024-10-18","cited_by_count":27,"area":"safety"},{"id":"2309.13322","title":"From Text to Source: Results in Detecting Large Language Model-Generated Content","created":"2023-09-23","cited_by_count":26,"area":"safety"},{"id":"2406.03589","title":"Ranking Manipulation for Conversational Search Engines","created":"2024-06-05","cited_by_count":26,"area":"safety"},{"id":"2402.14845","title":"Purifying Large Language Models by Ensembling a Small Language Model","created":"2024-02-19","cited_by_count":25,"area":"safety"},{"id":"2406.01946","title":"Bileve: Securing Text Provenance in Large Language Models Against Spoofing with Bi-level Signature","created":"2024-06-04","cited_by_count":25,"area":"safety"},{"id":"2406.11668","title":"\"Not Aligned\" is Not \"Malicious\": Being Careful about Hallucinations of Large Language Models' Jailbreak","created":"2024-06-17","cited_by_count":25,"area":"safety"},{"id":"2309.11830","title":"Goal-Oriented Prompt Attack and Safety Evaluation for LLMs","created":"2023-09-21","cited_by_count":24,"area":"safety"},{"id":"2404.07234","title":"Goal-guided Generative Prompt Injection Attack on Large Language Models","created":"2024-04-06","cited_by_count":24,"area":"safety"},{"id":"2406.12257","title":"CleanGen: Mitigating Backdoor Attacks for Generation Tasks in Large Language Models","created":"2024-06-18","cited_by_count":24,"area":"safety"},{"id":"2312.04127","title":"Analyzing the Inherent Response Tendency of LLMs: Real-World Instructions-Driven Jailbreak","created":"2023-12-07","cited_by_count":23,"area":"safety"},{"id":"2409.00089","title":"Watermarking Techniques for Large Language Models: A Survey","created":"2024-08-26","cited_by_count":23,"area":"safety"},{"id":"2501.13772","title":"Jailbreak-AudioBench: In-Depth Evaluation and Analysis of Jailbreak Threats for Large Audio Language Models","created":"2025-01-23","cited_by_count":23,"area":"safety"},{"id":"2310.11237","title":"Watermarking LLMs with Weight Quantization","created":"2023-10-17","cited_by_count":22,"area":"safety"}],"next_cursor":"100"}