{"total":573,"rows":[{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2404.01318","title":"JailbreakBench: An Open Robustness Benchmark for Jailbreaking Large Language Models","created":"2024-03-28","cited_by_count":536,"area":"safety"},{"id":"2404.02151","title":"Jailbreaking Leading Safety-Aligned LLMs with Simple Adaptive Attacks","created":"2024-04-02","cited_by_count":486,"area":"safety"},{"id":"2406.05946","title":"Safety Alignment Should Be Made More Than Just a Few Tokens Deep","created":"2024-06-10","cited_by_count":472,"area":"alignment"},{"id":"2402.10260","title":"A StrongREJECT for Empty Jailbreaks","created":"2024-02-15","cited_by_count":385,"area":"safety"},{"id":"2406.04313","title":"Improving Alignment and Robustness with Circuit Breakers","created":"2024-06-06","cited_by_count":322,"area":"safety"},{"id":"2402.08983","title":"SafeDecoding: Defending against Jailbreak Attacks via Safety-Aware Decoding","created":"2024-02-14","cited_by_count":247,"area":"safety"},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2406.14598","title":"SORRY-Bench: Systematically Evaluating Large Language Model Safety Refusal","created":"2024-06-20","cited_by_count":240,"area":"alignment"},{"id":"2402.05162","title":"Assessing the Brittleness of Safety Alignment via Pruning and Low-Rank Modifications","created":"2024-02-07","cited_by_count":231,"area":"alignment"},{"id":"2407.04295","title":"Jailbreak Attacks and Defenses Against Large Language Models: A Survey","created":"2024-07-05","cited_by_count":230,"area":"safety"},{"id":"2410.05295","title":"AutoDAN-Turbo: A Lifelong Agent for Strategy Self-Exploration to Jailbreak LLMs","created":"2024-10-03","cited_by_count":199,"area":"safety"},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2404.07921","title":"AmpleGCG: Learning a Universal and Transferable Generative Model of Adversarial Suffixes for Jailbreaking Both Open and Closed LLMs","created":"2024-04-11","cited_by_count":172,"area":"safety"},{"id":"2401.17263","title":"Robust Prompt Optimization for Defending Language Models Against Jailbreaking Attacks","created":"2024-01-30","cited_by_count":156,"area":"safety"},{"id":"2404.16873","title":"AdvPrompter: Fast Adaptive Adversarial Prompting for LLMs","created":"2024-04-21","cited_by_count":156,"area":"safety"},{"id":"2408.15221","title":"LLM Defenses Are Not Robust to Multi-Turn Human Jailbreaks Yet","created":"2024-08-27","cited_by_count":151,"area":"safety"},{"id":"2402.14016","title":"Is LLM-as-a-Judge Robust? Investigating Universal Adversarial Attacks on Zero-shot LLM Assessment","created":"2024-02-21","cited_by_count":126,"area":null},{"id":"2404.01099","title":"What is in Your Safe Data? Identifying Benign Data that Breaks Safety","created":"2024-04-01","cited_by_count":118,"area":"safety"},{"id":"2401.18018","title":"On Prompt-Driven Safeguarding for Large Language Models","created":"2024-01-31","cited_by_count":116,"area":"safety"},{"id":"2411.02391","title":"Attacking Vision-Language Computer Agents via Pop-ups","created":"2024-11-04","cited_by_count":116,"area":"agents"},{"id":"2405.21018","title":"Improved Techniques for Optimization-Based Jailbreaking on Large Language Models","created":"2024-05-31","cited_by_count":110,"area":"safety"},{"id":"2401.17256","title":"Weak-to-Strong Jailbreaking on Large Language Models","created":"2024-01-30","cited_by_count":107,"area":"safety"},{"id":"2402.18104","title":"Making Them Ask and Answer: Jailbreaking Large Language Models in Few Queries via Disguise and Reconstruction","created":"2024-02-28","cited_by_count":107,"area":"safety"},{"id":"2402.18540","title":"Keeping LLMs Aligned After Fine-tuning: The Crucial Role of Prompt Templates","created":"2024-02-28","cited_by_count":96,"area":null},{"id":"2402.14020","title":"Coercing LLMs to do and reveal (almost) anything","created":"2024-02-21","cited_by_count":89,"area":"safety"},{"id":"2507.11878","title":"LLMs Encode Harmfulness and Refusal Separately","created":"2025-07-16","cited_by_count":88,"area":"safety"},{"id":"2410.10700","title":"LLMs know their vulnerabilities: Uncover Safety Gaps through Natural Distribution Shifts","created":"2024-10-14","cited_by_count":86,"area":null},{"id":"2403.06833","title":"Can LLMs Separate Instructions From Data? And What Do We Even Mean By That?","created":"2024-03-11","cited_by_count":81,"area":null},{"id":"2405.18166","title":"Defending Large Language Models Against Jailbreak Attacks via Layer-specific Editing","created":"2024-05-28","cited_by_count":79,"area":"safety"},{"id":"2502.02384","title":"STAIR: Improving Safety Alignment with Introspective Reasoning","created":"2025-02-04","cited_by_count":77,"area":"lr"},{"id":"2403.07865","title":"CodeAttack: Revealing Safety Generalization Challenges of Large Language Models via Code Completion","created":"2024-03-12","cited_by_count":76,"area":"safety"},{"id":"2412.03556","title":"Best-of-N Jailbreaking","created":"2024-12-04","cited_by_count":76,"area":"safety"},{"id":"2402.16192","title":"Defending Large Language Models against Jailbreak Attacks via Semantic Smoothing","created":"2024-02-25","cited_by_count":74,"area":"alignment"},{"id":"2407.17436","title":"AIR-Bench 2024: A Safety Benchmark Based on Risk Categories from Regulations and Policies","created":"2024-07-11","cited_by_count":74,"area":null},{"id":"2410.13708","title":"On the Role of Attention Heads in Large Language Model Safety","created":"2024-10-17","cited_by_count":72,"area":"safety"},{"id":"2402.16459","title":"Defending LLMs against Jailbreaking Attacks via Backtranslation","created":"2024-02-26","cited_by_count":70,"area":"safety"},{"id":"2406.01288","title":"Improved Few-Shot Jailbreaking Can Circumvent Aligned Language Models and Their Defenses","created":"2024-06-03","cited_by_count":70,"area":"safety"},{"id":"2407.09121","title":"Refuse Whenever You Feel Unsafe: Improving Safety in LLMs via Decoupled Refusal Training","created":"2024-07-12","cited_by_count":69,"area":null},{"id":"2410.18927","title":"SafeBench: A Safety Evaluation Framework for Multimodal Large Language Models","created":"2024-10-24","cited_by_count":69,"area":"safety"},{"id":"2403.13031","title":"RigorLLM: Resilient Guardrails for Large Language Models against Undesired Content","created":"2024-03-19","cited_by_count":68,"area":"safety"},{"id":"2405.20773","title":"Visual-RolePlay: Universal Jailbreak Attack on MultiModal Large Language Models via Role-playing Image Character","created":"2024-05-25","cited_by_count":68,"area":"safety"},{"id":"2410.13886","title":"Refusal-Trained LLMs Are Easily Jailbroken As Browser Agents","created":"2024-10-11","cited_by_count":65,"area":"agents"},{"id":"2502.11054","title":"Reasoning-Augmented Conversation for Multi-Turn Jailbreak Attacks on Large Language Models","created":"2025-02-16","cited_by_count":64,"area":"lr"},{"id":"2504.17704","title":"Safety in Large Reasoning Models: A Survey","created":"2025-04-24","cited_by_count":64,"area":"lr"},{"id":"2412.00473","title":"Jailbreak Large Vision-Language Models Through Multi-Modal Linkage","created":"2024-11-30","cited_by_count":62,"area":"safety"},{"id":"2403.12171","title":"EasyJailbreak: A Unified Framework for Jailbreaking Large Language Models","created":"2024-03-18","cited_by_count":60,"area":"safety"},{"id":"2406.19417","title":"\"Glue pizza and eat rocks\" -- Exploiting Vulnerabilities in Retrieval-Augmented Generative Models","created":"2024-06-26","cited_by_count":60,"area":"rag"},{"id":"2412.17686","title":"Large Language Model Safety: A Holistic Survey","created":"2024-12-23","cited_by_count":59,"area":"safety"},{"id":"2406.17092","title":"BEEAR: Embedding-based Adversarial Removal of Safety Backdoors in Instruction-tuned Language Models","created":"2024-06-24","cited_by_count":58,"area":"safety"},{"id":"2412.01708","title":"Are We There Yet? Revealing the Risks of Utilizing Large Language Models in Scholarly Peer Review","created":"2024-12-02","cited_by_count":53,"area":null},{"id":"2402.15911","title":"PRP: Propagating Universal Perturbations to Attack Large Language Model Guard-Rails","created":"2024-02-24","cited_by_count":52,"area":"safety"},{"id":"2412.07097","title":"On Evaluating the Durability of Safeguards for Open-Weight LLMs","created":"2024-12-10","cited_by_count":52,"area":null},{"id":"2404.05880","title":"Eraser: Jailbreaking Defense in Large Language Models via Unlearning Harmful Knowledge","created":"2024-04-08","cited_by_count":51,"area":"safety"},{"id":"2406.09324","title":"Bag of Tricks: Benchmarking of Jailbreak Attacks on LLMs","created":"2024-06-13","cited_by_count":51,"area":"safety"},{"id":"2402.09674","title":"PAL: Proxy-Guided Black-Box Attack on Large Language Models","created":"2024-02-15","cited_by_count":50,"area":"safety"},{"id":"2403.04893","title":"A Safe Harbor for AI Evaluation and Red Teaming","created":"2024-03-07","cited_by_count":47,"area":"safety"},{"id":"2405.14125","title":"ALI-Agent: Assessing LLMs' Alignment with Human Values via Agent-based Evaluation","created":"2024-05-23","cited_by_count":47,"area":"agents"},{"id":"2406.08705","title":"When LLM Meets DRL: Advancing Jailbreaking Efficiency via DRL-guided Search","created":"2024-06-13","cited_by_count":47,"area":"safety"},{"id":"2410.12855","title":"JAILJUDGE: A Comprehensive Jailbreak Judge Benchmark with Multi-Agent Enhanced Explanation Evaluation Framework","created":"2024-10-11","cited_by_count":47,"area":"agents"},{"id":"2403.08946","title":"Usable XAI: 10 Strategies Towards Exploiting Explainability in the LLM Era","created":"2024-03-13","cited_by_count":46,"area":null},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2410.01606","title":"Automated Red Teaming with GOAT: the Generative Offensive Agent Tester","created":"2024-10-02","cited_by_count":45,"area":"agents"},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2505.24119","title":"The State of Multilingual LLM Safety Research: From Measuring the Language Gap to Mitigating It","created":"2025-05-30","cited_by_count":45,"area":"safety"},{"id":"2407.16667","title":"RedAgent: Red Teaming Large Language Models with Context-aware Autonomous Language Agent","created":"2024-07-23","cited_by_count":44,"area":"agents"},{"id":"2411.18688","title":"Immune: Improving Safety Against Jailbreaks in Multi-modal LLMs via Inference-Time Alignment","created":"2024-11-27","cited_by_count":44,"area":"lr"},{"id":"2502.15806","title":"A Mousetrap: Fooling Large Reasoning Models for Jailbreak with Chain of Iterative Chaos","created":"2025-02-19","cited_by_count":43,"area":"lr"},{"id":"2503.15754","title":"AutoRedTeamer: Autonomous Red Teaming with Lifelong Attack Integration","created":"2025-03-20","cited_by_count":43,"area":"safety"},{"id":"2405.19103","title":"Voice Jailbreak Attacks Against GPT-4o","created":"2024-05-29","cited_by_count":42,"area":"safety"},{"id":"2405.01229","title":"Boosting Jailbreak Attack with Momentum","created":"2024-05-02","cited_by_count":40,"area":"safety"},{"id":"2406.12094","title":"Who's asking? User personas and the mechanics of latent misalignment","created":"2024-06-17","cited_by_count":40,"area":"safety"},{"id":"2503.05021","title":"Safety is Not Only About Refusal: Reasoning-Enhanced Fine-tuning for Interpretable LLM Safety","created":"2025-03-06","cited_by_count":39,"area":"lr"},{"id":"2506.07468","title":"Chasing Moving Targets with Online Self-Play Reinforcement Learning for Safer Language Models","created":"2025-06-09","cited_by_count":39,"area":"alignment"},{"id":"2406.06302","title":"Unveiling the Safety of GPT-4o: An Empirical Study using Jailbreak Attacks","created":"2024-06-10","cited_by_count":38,"area":"safety"},{"id":"2412.08608","title":"AdvWave: Stealthy Adversarial Jailbreak Attack against Large Audio-Language Models","created":"2024-12-11","cited_by_count":38,"area":"safety"},{"id":"2503.04392","title":"AgentSafe: Safeguarding Large Language Model-based Multi-agent Systems via Hierarchical Data Management","created":"2025-03-06","cited_by_count":38,"area":"agents"},{"id":"2506.14697","title":"AGENTSAFE: Benchmarking the Safety of Embodied Agents on Hazardous Instructions","created":"2025-06-17","cited_by_count":38,"area":"mllm"},{"id":"2405.20099","title":"Defensive Prompt Patch: A Robust and Interpretable Defense of LLMs against Jailbreak Attacks","created":"2024-05-30","cited_by_count":37,"area":"safety"},{"id":"2410.23861","title":"Audio Is the Achilles' Heel: Red Teaming Audio Large Multimodal Models","created":"2024-10-31","cited_by_count":37,"area":"mllm"},{"id":"2405.13967","title":"Model Editing as a Robust and Denoised variant of DPO: A Case Study on Toxicity","created":"2024-05-22","cited_by_count":35,"area":"alignment"},{"id":"2409.00598","title":"Automatic Pseudo-Harmful Prompt Generation for Evaluating False Refusals in Large Language Models","created":"2024-09-01","cited_by_count":35,"area":"alignment"},{"id":"2410.15236","title":"Jailbreaking and Mitigation of Vulnerabilities in Large Language Models","created":"2024-10-20","cited_by_count":34,"area":"safety"},{"id":"2502.13175","title":"Towards Robust and Secure Embodied AI: A Survey on Vulnerabilities and Attacks","created":"2025-02-18","cited_by_count":34,"area":null},{"id":"2504.00218","title":"$\\textit{Agents Under Siege}$: Breaking Pragmatic Multi-Agent LLM Systems with Optimized Prompt Attacks","created":"2025-03-31","cited_by_count":34,"area":"agents"},{"id":"2505.14590","title":"MCIP: Protecting MCP Safety via Model Contextual Integrity Protocol","created":"2025-05-20","cited_by_count":34,"area":null},{"id":"2507.11097","title":"The Devil behind the mask: An emergent safety vulnerability of Diffusion LLMs","created":"2025-07-15","cited_by_count":34,"area":"inference"},{"id":"2403.04801","title":"Alpaca against Vicuna: Using LLMs to Uncover Memorization of LLMs","created":"2024-03-05","cited_by_count":33,"area":"agents"},{"id":"2410.09040","title":"AttnGCG: Enhancing Jailbreaking Attacks on LLMs with Attention Manipulation","created":"2024-10-11","cited_by_count":33,"area":"safety"},{"id":"2411.03814","title":"MRJ-Agent: An Effective Jailbreak Agent for Multi-Round Dialogue","created":"2024-11-06","cited_by_count":33,"area":"agents"},{"id":"2412.05934","title":"Heuristic-Induced Multimodal Risk Distribution Jailbreak Attack for Multimodal Large Language Models","created":"2024-12-08","cited_by_count":33,"area":"safety"},{"id":"2502.15851","title":"Control Illusion: The Failure of Instruction Hierarchies in Large Language Models","created":"2025-02-21","cited_by_count":33,"area":null},{"id":"2505.17147","title":"MTSA: Multi-turn Safety Alignment for LLMs through Multi-round Red-teaming","created":"2025-05-22","cited_by_count":32,"area":"alignment"},{"id":"2406.09321","title":"JailbreakEval: An Integrated Toolkit for Evaluating Jailbreak Attempts Against Large Language Models","created":"2024-06-13","cited_by_count":31,"area":"safety"},{"id":"2410.02828","title":"PyRIT: A Framework for Security Risk Identification and Red Teaming in Generative AI System","created":"2024-10-01","cited_by_count":31,"area":"safety"},{"id":"2509.22830","title":"ChatInject: Abusing Chat Templates for Prompt Injection in LLM Agents","created":"2025-09-26","cited_by_count":31,"area":"agents"},{"id":"2402.10601","title":"When \"Competency\" in Reasoning Opens the Door to Vulnerability: Jailbreaking LLMs via Novel Complex Ciphers","created":"2024-02-16","cited_by_count":30,"area":"lr"},{"id":"2406.12935","title":"ChatBug: A Common Vulnerability of Aligned LLMs Induced by Chat Templates","created":"2024-06-17","cited_by_count":30,"area":"alignment"},{"id":"2504.01550","title":"Representation Bending for Large Language Model Safety","created":"2025-04-02","cited_by_count":30,"area":"safety"},{"id":"2405.14023","title":"WordGame: Efficient & Effective LLM Jailbreak via Simultaneous Obfuscation in Query and Response","created":"2024-05-22","cited_by_count":29,"area":"alignment"}],"next_cursor":"100"}