{"total":498,"rows":[{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2310.03693","title":"Fine-tuning Aligned Language Models Compromises Safety, Even When Users Do Not Intend To!","created":"2023-10-05","cited_by_count":1154,"area":"alignment"},{"id":"2310.04451","title":"AutoDAN: Generating Stealthy Jailbreak Prompts on Aligned Large Language Models","created":"2023-10-03","cited_by_count":785,"area":"alignment"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2312.02119","title":"Tree of Attacks: Jailbreaking Black-Box LLMs Automatically","created":"2023-12-04","cited_by_count":672,"area":"safety"},{"id":"2306.05499","title":"Prompt Injection attack against LLM-integrated Applications","created":"2023-06-08","cited_by_count":605,"area":"safety"},{"id":"2401.06373","title":"How Johnny Can Persuade LLMs to Jailbreak Them: Rethinking Persuasion to Challenge AI Safety by Humanizing LLMs","created":"2024-01-12","cited_by_count":573,"area":"lr"},{"id":"2309.10253","title":"GPTFUZZER: Red Teaming Large Language Models with Auto-Generated Jailbreak Prompts","created":"2023-09-19","cited_by_count":560,"area":"safety"},{"id":"2308.03825","title":"\"Do Anything Now\": Characterizing and Evaluating In-The-Wild Jailbreak Prompts on Large Language Models","created":"2023-08-07","cited_by_count":489,"area":"safety"},{"id":"2310.06987","title":"Catastrophic Jailbreak of Open-source LLMs via Exploiting Generation","created":"2023-10-10","cited_by_count":451,"area":"safety"},{"id":"2310.06387","title":"Jailbreak and Guard Aligned Language Models with Only Few In-Context Demonstrations","created":"2023-10-10","cited_by_count":431,"area":"alignment"},{"id":"2311.05608","title":"FigStep: Jailbreaking Large Vision-Language Models via Typographic Visual Prompts","created":"2023-11-09","cited_by_count":398,"area":"mllm"},{"id":"2404.01833","title":"Great, Now Write an Article About That: The Crescendo Multi-Turn LLM Jailbreak Attack","created":"2024-04-02","cited_by_count":390,"area":"safety"},{"id":"2402.10260","title":"A StrongREJECT for Empty Jailbreaks","created":"2024-02-15","cited_by_count":385,"area":"safety"},{"id":"2306.13213","title":"Visual Adversarial Examples Jailbreak Aligned Large Language Models","created":"2023-06-22","cited_by_count":328,"area":"mllm"},{"id":"2310.02446","title":"Low-Resource Languages Jailbreak GPT-4","created":"2023-10-03","cited_by_count":309,"area":"safety"},{"id":"2307.14539","title":"Jailbreak in pieces: Compositional Adversarial Attacks on Multi-Modal Language Models","created":"2023-07-26","cited_by_count":273,"area":"mllm"},{"id":"2312.14197","title":"Benchmarking and Defending Against Indirect Prompt Injection Attacks on Large Language Models","created":"2023-12-21","cited_by_count":264,"area":"safety"},{"id":"2311.08268","title":"A Wolf in Sheep's Clothing: Generalized Nested Jailbreak Prompts can Fool Large Language Models Easily","created":"2023-11-14","cited_by_count":259,"area":"safety"},{"id":"2402.08787","title":"Rethinking Machine Unlearning for Large Language Models","created":"2024-02-13","cited_by_count":257,"area":"lr"},{"id":"2310.05915","title":"FireAct: Toward Language Agent Fine-tuning","created":"2023-10-09","cited_by_count":256,"area":"agents"},{"id":"2402.08983","title":"SafeDecoding: Defending against Jailbreak Attacks via Safety-Aware Decoding","created":"2024-02-14","cited_by_count":247,"area":"safety"},{"id":"2308.07308","title":"LLM Self Defense: By Self Examination, LLMs Know They Are Being Tricked","created":"2023-08-14","cited_by_count":244,"area":"safety"},{"id":"2310.06474","title":"Multilingual Jailbreak Challenges in Large Language Models","created":"2023-10-10","cited_by_count":240,"area":"safety"},{"id":"2406.14598","title":"SORRY-Bench: Systematically Evaluating Large Language Model Safety Refusal","created":"2024-06-20","cited_by_count":240,"area":"alignment"},{"id":"2402.05162","title":"Assessing the Brittleness of Safety Alignment via Pruning and Low-Rank Modifications","created":"2024-02-07","cited_by_count":231,"area":"alignment"},{"id":"2407.04295","title":"Jailbreak Attacks and Defenses Against Large Language Models: A Survey","created":"2024-07-05","cited_by_count":230,"area":"safety"},{"id":"2402.05044","title":"SALAD-Bench: A Hierarchical and Comprehensive Safety Benchmark for Large Language Models","created":"2024-02-07","cited_by_count":228,"area":null},{"id":"2311.03348","title":"Scalable and Transferable Black-Box Jailbreaks for Language Models via Persona Modulation","created":"2023-11-06","cited_by_count":214,"area":"safety"},{"id":"2310.19736","title":"Evaluating Large Language Models: A Comprehensive Survey","created":"2023-10-30","cited_by_count":202,"area":null},{"id":"2310.10844","title":"Survey of Vulnerabilities in Large Language Models Revealed by Adversarial Attacks","created":"2023-10-16","cited_by_count":194,"area":"safety"},{"id":"2402.00888","title":"Security and Privacy Challenges of Large Language Models: A Survey","created":"2024-01-30","cited_by_count":186,"area":"safety"},{"id":"2307.08715","title":"MasterKey: Automated Jailbreak Across Multiple Large Language Model Chatbots","created":"2023-07-16","cited_by_count":183,"area":"safety"},{"id":"2309.13788","title":"Can LLM-Generated Misinformation Be Detected?","created":"2023-09-25","cited_by_count":177,"area":null},{"id":"2310.00746","title":"RoleLLM: Benchmarking, Eliciting, and Enhancing Role-Playing Abilities of Large Language Models","created":"2023-10-01","cited_by_count":175,"area":null},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2311.09096","title":"Defending Large Language Models Against Jailbreaking Attacks Through Goal Prioritization","created":"2023-11-15","cited_by_count":170,"area":"safety"},{"id":"2402.02207","title":"Safety Fine-Tuning at (Almost) No Cost: A Baseline for Vision Large Language Models","created":"2024-02-03","cited_by_count":167,"area":"safety"},{"id":"2402.16835","title":"Eight Methods to Evaluate Robust Unlearning in LLMs","created":"2024-02-26","cited_by_count":163,"area":"safety"},{"id":"2401.17263","title":"Robust Prompt Optimization for Defending Language Models Against Jailbreaking Attacks","created":"2024-01-30","cited_by_count":156,"area":"safety"},{"id":"2402.08567","title":"Agent Smith: A Single Image Can Jailbreak One Million Multimodal LLM Agents Exponentially Fast","created":"2024-02-13","cited_by_count":153,"area":"mllm"},{"id":"2403.04783","title":"AutoDefense: Multi-Agent LLM Defense against Jailbreak Attacks","created":"2024-03-02","cited_by_count":145,"area":"agents"},{"id":"2403.17710","title":"Optimization-based Prompt Injection Attack to LLM-as-a-Judge","created":"2024-03-26","cited_by_count":143,"area":"alignment"},{"id":"2309.01446","title":"Open Sesame! Universal Black Box Jailbreaking of Large Language Models","created":"2023-09-04","cited_by_count":134,"area":"safety"},{"id":"2602.20867","title":"SoK: Agentic Skills -- Beyond Tool Use in LLM Agents","created":"2026-02-24","cited_by_count":130,"area":"agents"},{"id":"2406.02630","title":"AI Agents Under Threat: A Survey of Key Security Challenges and Future Pathways","created":"2024-06-04","cited_by_count":127,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2402.14016","title":"Is LLM-as-a-Judge Robust? Investigating Universal Adversarial Attacks on Zero-shot LLM Assessment","created":"2024-02-21","cited_by_count":126,"area":null},{"id":"2405.16833","title":"Safe LoRA: the Silver Lining of Reducing Safety Risks when Fine-tuning Large Language Models","created":"2024-05-27","cited_by_count":125,"area":null},{"id":"2311.12786","title":"Mechanistically analyzing the effects of fine-tuning on procedurally defined tasks","created":"2023-11-21","cited_by_count":115,"area":null},{"id":"2306.09442","title":"Explore, Establish, Exploit: Red Teaming Language Models from Scratch","created":"2023-06-15","cited_by_count":114,"area":"safety"},{"id":"2310.15140","title":"AutoDAN: Interpretable Gradient-Based Adversarial Attacks on Large Language Models","created":"2023-10-23","cited_by_count":111,"area":"alignment"},{"id":"2405.21018","title":"Improved Techniques for Optimization-Based Jailbreaking on Large Language Models","created":"2024-05-31","cited_by_count":110,"area":"safety"},{"id":"2402.13457","title":"A Comprehensive Study of Jailbreak Attack versus Defense for Large Language Models","created":"2024-02-21","cited_by_count":106,"area":"safety"},{"id":"2310.01320","title":"Avalon's Game of Thoughts: Battle Against Deception through Recursive Contemplation","created":"2023-10-02","cited_by_count":104,"area":"lr"},{"id":"2406.05870","title":"Machine Against the RAG: Jamming Retrieval-Augmented Generation with Blocker Documents","created":"2024-06-09","cited_by_count":102,"area":"rag"},{"id":"2402.13494","title":"GradSafe: Detecting Jailbreak Prompts for LLMs via Safety-Critical Gradient Analysis","created":"2024-02-21","cited_by_count":96,"area":"safety"},{"id":"2405.14577","title":"Representation Noising: A Defence Mechanism Against Harmful Finetuning","created":"2024-05-23","cited_by_count":96,"area":"safety"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2402.18659","title":"Large Language Models and Games: A Survey and Roadmap","created":"2024-02-28","cited_by_count":93,"area":null},{"id":"2312.03777","title":"On the Robustness of Large Multimodal Models Against Image Adversarial Attacks","created":"2023-12-06","cited_by_count":92,"area":"mllm"},{"id":"2403.05030","title":"Defending Against Unforeseen Failure Modes with Latent Adversarial Training","created":"2024-03-08","cited_by_count":88,"area":"safety"},{"id":"2403.14472","title":"Detoxifying Large Language Models via Knowledge Editing","created":"2024-03-21","cited_by_count":87,"area":null},{"id":"2403.17336","title":"Don't Listen To Me: Understanding and Exploring Jailbreak Prompts of Large Language Models","created":"2024-03-26","cited_by_count":86,"area":"safety"},{"id":"2401.11206","title":"InferAligner: Inference-Time Alignment for Harmlessness through Cross-Model Guidance","created":"2024-01-20","cited_by_count":83,"area":"alignment"},{"id":"2401.15897","title":"Red-Teaming for Generative AI: Silver Bullet or Security Theater?","created":"2024-01-29","cited_by_count":83,"area":"safety"},{"id":"2402.10753","title":"ToolSword: Unveiling Safety Issues of Large Language Models in Tool Learning Across Three Stages","created":"2024-02-16","cited_by_count":82,"area":"agents"},{"id":"2311.09827","title":"Cognitive Overload: Jailbreaking Large Language Models with Overloaded Logical Thinking","created":"2023-11-16","cited_by_count":81,"area":"lr"},{"id":"2407.20859","title":"Breaking Agents: Compromising Autonomous LLM Agents Through Malfunction Amplification","created":"2024-07-30","cited_by_count":81,"area":"agents"},{"id":"2401.11880","title":"PsySafe: A Comprehensive Framework for Psychological-based Attack, Defense, and Evaluation of Multi-agent System Safety","created":"2024-01-22","cited_by_count":80,"area":"agents"},{"id":"2502.02384","title":"STAIR: Improving Safety Alignment with Introspective Reasoning","created":"2025-02-04","cited_by_count":77,"area":"lr"},{"id":"2402.16717","title":"CodeChameleon: Personalized Encryption Framework for Jailbreaking Large Language Models","created":"2024-02-26","cited_by_count":76,"area":"safety"},{"id":"2403.08730","title":"Strengthening Multimodal Large Language Model with Bootstrapped Preference Optimization","created":"2024-03-13","cited_by_count":75,"area":"mllm"},{"id":"2401.06561","title":"Intention Analysis Makes LLMs A Good Jailbreak Defender","created":"2024-01-12","cited_by_count":74,"area":"alignment"},{"id":"2410.08827","title":"Do Unlearning Methods Remove Information from Language Model Weights?","created":"2024-10-11","cited_by_count":73,"area":"safety"},{"id":"2309.12247","title":"Bad Actor, Good Advisor: Exploring the Role of Large Language Models in Fake News Detection","created":"2023-09-21","cited_by_count":72,"area":null},{"id":"2402.16459","title":"Defending LLMs against Jailbreaking Attacks via Backtranslation","created":"2024-02-26","cited_by_count":70,"area":"safety"},{"id":"2406.01288","title":"Improved Few-Shot Jailbreaking Can Circumvent Aligned Language Models and Their Defenses","created":"2024-06-03","cited_by_count":70,"area":"safety"},{"id":"2406.18682","title":"The Multilingual Alignment Prism: Aligning Global and Local Preferences to Reduce Harm","created":"2024-06-26","cited_by_count":70,"area":"safety"},{"id":"2311.16119","title":"Ignore This Title and HackAPrompt: Exposing Systemic Vulnerabilities of LLMs through a Global Scale Prompt Hacking Competition","created":"2023-10-24","cited_by_count":68,"area":"safety"},{"id":"2402.09091","title":"Play Guessing Game with LLM: Indirect Jailbreak Attack with Implicit Clues","created":"2024-02-14","cited_by_count":68,"area":"safety"},{"id":"2410.14923","title":"Imprompter: Tricking LLM Agents into Improper Tool Use","created":"2024-10-19","cited_by_count":68,"area":"agents"},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2311.09127","title":"Jailbreaking GPT-4V via Self-Adversarial Attacks with System Prompts","created":"2023-11-15","cited_by_count":65,"area":"safety"},{"id":"2406.10279","title":"We Have a Package for You! A Comprehensive Analysis of Package Hallucinations by Code Generating LLMs","created":"2024-06-12","cited_by_count":65,"area":null},{"id":"2402.08416","title":"Pandora: Jailbreak GPTs by Retrieval Augmented Generation Poisoning","created":"2024-02-13","cited_by_count":64,"area":"rag"},{"id":"2406.05498","title":"SelfDefend: LLMs Can Defend Themselves against Jailbreaking in a Practical Manner","created":"2024-06-08","cited_by_count":63,"area":"safety"},{"id":"2402.09179","title":"Instruction Backdoor Attacks Against Customized LLMs","created":"2024-02-14","cited_by_count":62,"area":"safety"},{"id":"2412.00473","title":"Jailbreak Large Vision-Language Models Through Multi-Modal Linkage","created":"2024-11-30","cited_by_count":62,"area":"safety"},{"id":"2307.08487","title":"Latent Jailbreak: A Benchmark for Evaluating Text Safety and Output Robustness of Large Language Models","created":"2023-07-17","cited_by_count":60,"area":"safety"},{"id":"2406.19417","title":"\"Glue pizza and eat rocks\" -- Exploiting Vulnerabilities in Retrieval-Augmented Generative Models","created":"2024-06-26","cited_by_count":60,"area":"rag"},{"id":"2412.17686","title":"Large Language Model Safety: A Holistic Survey","created":"2024-12-23","cited_by_count":59,"area":"safety"},{"id":"2407.15847","title":"LLMmap: Fingerprinting For Large Language Models","created":"2024-07-22","cited_by_count":58,"area":null},{"id":"2403.02910","title":"ImgTrojan: Jailbreaking Vision-Language Models with ONE Image","created":"2024-03-05","cited_by_count":57,"area":"mllm"},{"id":"2506.19676","title":"A Survey of LLM-Driven AI Agent Communication: Protocols, Security Risks, and Defense Countermeasures","created":"2025-06-24","cited_by_count":57,"area":"agents"},{"id":"2310.15851","title":"Self-Guard: Empower the LLM to Safeguard Itself","created":"2023-10-24","cited_by_count":54,"area":"safety"},{"id":"2406.07057","title":"MultiTrust: A Comprehensive Benchmark Towards Trustworthy Multimodal Large Language Models","created":"2024-06-11","cited_by_count":53,"area":"mllm"},{"id":"2402.15911","title":"PRP: Propagating Universal Perturbations to Attack Large Language Model Guard-Rails","created":"2024-02-24","cited_by_count":52,"area":"safety"},{"id":"2309.05274","title":"FuzzLLM: A Novel and Universal Fuzzing Framework for Proactively Discovering Jailbreak Vulnerabilities in Large Language Models","created":"2023-09-11","cited_by_count":51,"area":"safety"},{"id":"2404.05880","title":"Eraser: Jailbreaking Defense in Large Language Models via Unlearning Harmful Knowledge","created":"2024-04-08","cited_by_count":51,"area":"safety"}],"next_cursor":"100"}