{"total":163,"rows":[{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2407.04295","title":"Jailbreak Attacks and Defenses Against Large Language Models: A Survey","created":"2024-07-05","cited_by_count":230,"area":"safety"},{"id":"2402.11753","title":"ArtPrompt: ASCII Art-based Jailbreak Attacks against Aligned LLMs","created":"2024-02-19","cited_by_count":216,"area":"safety"},{"id":"2402.16822","title":"Rainbow Teaming: Open-Ended Generation of Diverse Adversarial Prompts","created":"2024-02-26","cited_by_count":205,"area":"safety"},{"id":"2408.15221","title":"LLM Defenses Are Not Robust to Multi-Turn Human Jailbreaks Yet","created":"2024-08-27","cited_by_count":151,"area":"safety"},{"id":"2402.09283","title":"Attacks, Defenses and Evaluations for LLM Conversation Safety: A Survey","created":"2024-02-14","cited_by_count":130,"area":null},{"id":"2504.01990","title":"Advances and Challenges in Foundation Agents: From Brain-Inspired Intelligence to Evolutionary, Collaborative, and Safe Systems","created":"2025-03-31","cited_by_count":126,"area":"agents"},{"id":"2402.15570","title":"Fast Adversarial Attacks on Language Models In One GPU Minute","created":"2024-02-23","cited_by_count":88,"area":"safety"},{"id":"2401.15897","title":"Red-Teaming for Generative AI: Silver Bullet or Security Theater?","created":"2024-01-29","cited_by_count":83,"area":"safety"},{"id":"2410.02832","title":"FlipAttack: Jailbreak LLMs via Flipping","created":"2024-10-02","cited_by_count":80,"area":"safety"},{"id":"2401.05654","title":"Towards Conversational Diagnostic AI","created":"2024-01-11","cited_by_count":79,"area":null},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2406.18682","title":"The Multilingual Alignment Prism: Aligning Global and Local Preferences to Reduce Harm","created":"2024-06-26","cited_by_count":70,"area":"safety"},{"id":"2407.01599","title":"JailbreakZoo: Survey, Landscapes, and Horizons in Jailbreaking Large Language and Vision-Language Models","created":"2024-06-26","cited_by_count":70,"area":"mllm"},{"id":"2404.12038","title":"Uncovering Safety Risks of Large Language Models through Concept Activation Vector","created":"2024-04-18","cited_by_count":67,"area":"alignment"},{"id":"2410.13886","title":"Refusal-Trained LLMs Are Easily Jailbroken As Browser Agents","created":"2024-10-11","cited_by_count":65,"area":"agents"},{"id":"2410.17401","title":"AdvAgent: Controllable Blackbox Red-teaming on Web Agents","created":"2024-10-22","cited_by_count":59,"area":"agents"},{"id":"2502.19820","title":"Foot-In-The-Door: A Multi-turn Jailbreak for LLMs","created":"2025-02-27","cited_by_count":54,"area":"safety"},{"id":"2312.12321","title":"Bypassing the Safety Training of Open-Source LLMs with Priming Attacks","created":"2023-12-19","cited_by_count":50,"area":"safety"},{"id":"2403.04893","title":"A Safe Harbor for AI Evaluation and Red Teaming","created":"2024-03-07","cited_by_count":47,"area":"safety"},{"id":"2405.14125","title":"ALI-Agent: Assessing LLMs' Alignment with Human Values via Agent-based Evaluation","created":"2024-05-23","cited_by_count":47,"area":"agents"},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2507.21206","title":"Agentic Web: Weaving the Next Web with AI Agents","created":"2025-07-28","cited_by_count":45,"area":"agents"},{"id":"2503.15754","title":"AutoRedTeamer: Autonomous Red Teaming with Lifelong Attack Integration","created":"2025-03-20","cited_by_count":43,"area":"safety"},{"id":"2403.12503","title":"Securing Large Language Models: Threats, Vulnerabilities and Responsible Practices","created":"2024-03-19","cited_by_count":37,"area":null},{"id":"2405.19360","title":"ART: Automatic Red-teaming for Text-to-Image Models to Protect Benign Users","created":"2024-05-24","cited_by_count":35,"area":"safety"},{"id":"2505.17147","title":"MTSA: Multi-turn Safety Alignment for LLMs through Multi-round Red-teaming","created":"2025-05-22","cited_by_count":32,"area":"alignment"},{"id":"2404.10501","title":"Self-Supervised Visual Preference Alignment","created":"2024-04-16","cited_by_count":31,"area":"mllm"},{"id":"2406.09321","title":"JailbreakEval: An Integrated Toolkit for Evaluating Jailbreak Attempts Against Large Language Models","created":"2024-06-13","cited_by_count":31,"area":"safety"},{"id":"2402.10601","title":"When \"Competency\" in Reasoning Opens the Door to Vulnerability: Jailbreaking LLMs via Novel Complex Ciphers","created":"2024-02-16","cited_by_count":30,"area":"lr"},{"id":"2406.12935","title":"ChatBug: A Common Vulnerability of Aligned LLMs Induced by Chat Templates","created":"2024-06-17","cited_by_count":30,"area":"alignment"},{"id":"2402.13148","title":"Defending Jailbreak Prompts via In-Context Adversarial Game","created":"2024-02-20","cited_by_count":29,"area":"safety"},{"id":"2502.01633","title":"Adversarial Reasoning at Jailbreaking Time","created":"2025-02-03","cited_by_count":29,"area":"lr"},{"id":"2506.11094","title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs","created":"2025-06-06","cited_by_count":26,"area":null},{"id":"2409.16783","title":"Holistic Automated Red Teaming for Large Language Models through Top-Down Test Case Generation and Multi-turn Interaction","created":"2024-09-25","cited_by_count":25,"area":"safety"},{"id":"2412.18693","title":"Diverse and Effective Red Teaming with Auto-generated Rewards and Multi-step Reinforcement Learning","created":"2024-12-24","cited_by_count":25,"area":"safety"},{"id":"2504.18041","title":"RAG LLMs are Not Safer: A Safety Analysis of Retrieval-Augmented Generation for Large Language Models","created":"2025-04-25","cited_by_count":24,"area":"rag"},{"id":"2506.14922","title":"FORTRESS: Frontier Risk Evaluation for National Security and Public Safety","created":"2025-06-17","cited_by_count":24,"area":"safety"},{"id":"2407.07342","title":"Multilingual Blending: LLM Safety Alignment Evaluation with Language Mixture","created":"2024-07-10","cited_by_count":22,"area":"alignment"},{"id":"2502.11555","title":"Equilibrate RLHF: Towards Balancing Helpfulness-Safety Trade-off in Large Language Models","created":"2025-02-17","cited_by_count":22,"area":"alignment"},{"id":"2602.01539","title":"MAGIC: A Co-Evolving Attacker-Defender Adversarial Game for Robust LLM Safety","created":"2026-02-02","cited_by_count":21,"area":"alignment"},{"id":"2510.06445","title":"A Survey on Agentic Security: Applications, Threats and Defenses","created":"2025-10-07","cited_by_count":20,"area":"agents"},{"id":"2405.08317","title":"SpeechGuard: Exploring the Adversarial Robustness of Multimodal Large Language Models","created":"2024-05-14","cited_by_count":18,"area":"mllm"},{"id":"2406.14230","title":"Raising the Bar: Investigating the Values of Large Language Models via Generative Evolving Testing","created":"2024-06-20","cited_by_count":17,"area":null},{"id":"2406.03805","title":"AutoJailbreak: Exploring Jailbreak Attacks and Defenses through a Dependency Lens","created":"2024-06-06","cited_by_count":14,"area":"safety"},{"id":"2503.08195","title":"Dialogue Injection Attack: Jailbreaking LLMs through Context Manipulation","created":"2025-03-11","cited_by_count":14,"area":"safety"},{"id":"2504.17130","title":"Steering the CensorShip: Uncovering Representation Vectors for LLM \"Thought\" Control","created":"2025-04-23","cited_by_count":14,"area":"lr"},{"id":"2406.10977","title":"Toward Optimal LLM Alignments Using Two-Player Games","created":"2024-06-16","cited_by_count":13,"area":"alignment"},{"id":"2407.03876","title":"Automated Progressive Red Teaming","created":"2024-07-04","cited_by_count":13,"area":"safety"},{"id":"2410.05269","title":"Data Advisor: Dynamic Data Curation for Safety Alignment of Large Language Models","created":"2024-10-07","cited_by_count":13,"area":"alignment"},{"id":"2501.14250","title":"Siren: A Learning-Based Multi-Turn Attack Framework for Simulating Real-World Human Jailbreak Behaviors","created":"2025-01-24","cited_by_count":13,"area":"safety"},{"id":"2506.11880","title":"Addressing Bias in LLMs: Strategies and Application to Fair AI-based Recruitment","created":"2025-06-13","cited_by_count":13,"area":null},{"id":"2508.04039","title":"Large Reasoning Models Are Autonomous Jailbreak Agents","created":"2025-08-04","cited_by_count":13,"area":"lr"},{"id":"2503.01742","title":"Building Safe GenAI Applications: An End-to-End Overview of Red Teaming for Large Language Models","created":"2025-03-03","cited_by_count":11,"area":"safety"},{"id":"2504.15047","title":"RainbowPlus: Enhancing Adversarial Prompt Generation via Evolutionary Quality-Diversity Search","created":"2025-04-21","cited_by_count":11,"area":"safety"},{"id":"2404.01206","title":"Machine Unlearning for Traditional Models and Large Language Models: A Short Survey","created":"2024-04-01","cited_by_count":10,"area":"safety"},{"id":"2505.19610","title":"JailBound: Jailbreaking Internal Safety Boundaries of Vision-Language Models","created":"2025-05-26","cited_by_count":10,"area":"mllm"},{"id":"2511.01191","title":"Self-Harmony: Learning to Harmonize Self-Supervision and Self-Play in Test-Time Reinforcement Learning","created":"2025-11-03","cited_by_count":10,"area":"lr"},{"id":"2408.02632","title":"SEAS: Self-Evolving Adversarial Safety Optimization for Large Language Models","created":"2024-08-05","cited_by_count":9,"area":"synth"},{"id":"2502.09638","title":"Jailbreaking to Jailbreak","created":"2025-02-09","cited_by_count":9,"area":"safety"},{"id":"2507.22063","title":"RedCoder: Automated Multi-Turn Red Teaming for Code LLMs","created":"2025-06-25","cited_by_count":9,"area":"safety"},{"id":"2602.12966","title":"ProbeLLM: Automating Principled Diagnosis of LLM Failures","created":"2026-02-13","cited_by_count":9,"area":null},{"id":"2404.05783","title":"A Survey on Responsible Generative AI: What to Generate and What Not","created":"2024-04-08","cited_by_count":8,"area":null},{"id":"2405.05418","title":"Mitigating Exaggerated Safety in Large Language Models","created":"2024-05-08","cited_by_count":8,"area":null},{"id":"2408.10701","title":"Ferret: Faster and Effective Automated Red Teaming with Reward-Based Scoring Technique","created":"2024-08-20","cited_by_count":8,"area":"alignment"},{"id":"2412.11656","title":"Private Yet Social: How LLM Chatbots Support and Challenge Eating Disorder Recovery","created":"2024-12-16","cited_by_count":8,"area":null},{"id":"2604.03976","title":"Quantifying Trust: Financial Risk Management for Trustworthy AI Agents","created":"2026-04-05","cited_by_count":8,"area":null},{"id":"2607.26115","title":"GPT-Red: Automated Red Teaming via Self-Play at Scale","created":"2026-07-28","cited_by_count":8,"area":"synth"},{"id":"2505.24369","title":"Adversarial Preference Learning for Robust LLM Alignment","created":"2025-05-30","cited_by_count":7,"area":"alignment"},{"id":"2506.11083","title":"RedDebate: Safer Responses Through Multi-Agent Red Teaming Debates","created":"2025-06-04","cited_by_count":7,"area":"agents"},{"id":"2511.16709","title":"AutoBackdoor: Automating Backdoor Attacks via LLM Agents","created":"2025-11-20","cited_by_count":7,"area":"agents"},{"id":"2410.02916","title":"LLM Safeguard is a Double-Edged Sword: Exploiting False Positives for Denial-of-Service Attacks","created":"2024-10-03","cited_by_count":6,"area":"safety"},{"id":"2503.10192","title":"Red Teaming Contemporary AI Models: Insights from Spanish and Basque Perspectives","created":"2025-03-13","cited_by_count":6,"area":"safety"},{"id":"2504.20106","title":"Adaptive Helpfulness-Harmlessness Alignment with Preference Vectors","created":"2025-04-27","cited_by_count":6,"area":"alignment"},{"id":"2601.10589","title":"Be Your Own Red Teamer: Safety Alignment via Self-Play and Reflective Experience Replay","created":"2026-01-15","cited_by_count":6,"area":"alignment"},{"id":"2404.02532","title":"Learn to Disguise: Avoid Refusal Responses in LLM's Defense via a Multi-agent Attacker-Disguiser Game","created":"2024-04-03","cited_by_count":5,"area":"safety"},{"id":"2407.20529","title":"Can LLMs be Fooled? Investigating Vulnerabilities in LLMs","created":"2024-07-30","cited_by_count":5,"area":null},{"id":"2409.07772","title":"Alignment with Preference Optimization Is All You Need for LLM Safety","created":"2024-09-12","cited_by_count":5,"area":"alignment"},{"id":"2410.12104","title":"To Err is AI : A Case Study Informing LLM Flaw Reporting Practices","created":"2024-10-15","cited_by_count":5,"area":null},{"id":"2501.18280","title":"Jailbreaking LLMs' Safeguard with Universal Magic Words for Text Embedding Models","created":"2025-01-30","cited_by_count":5,"area":"safety"},{"id":"2504.08104","title":"Geneshift: Impact of different scenario shift on Jailbreaking LLM","created":"2025-04-10","cited_by_count":5,"area":"safety"},{"id":"2508.04451","title":"Automatic LLM Red Teaming","created":"2025-08-06","cited_by_count":5,"area":"safety"},{"id":"2509.07287","title":"Paladin: Defending LLM-enabled Phishing Emails with a New Trigger-Tag Paradigm","created":"2025-09-08","cited_by_count":5,"area":null},{"id":"2510.09871","title":"CoBia: Constructed Conversations Can Trigger Otherwise Concealed Societal Biases in LLMs","created":"2025-10-10","cited_by_count":5,"area":"safety"},{"id":"2510.26037","title":"SIRAJ: Diverse and Efficient Red-Teaming for LLM Agents via Distilled Structured Reasoning","created":"2025-10-30","cited_by_count":5,"area":"lr"},{"id":"2502.17710","title":"Mind the Gesture: Evaluating AI Sensitivity to Culturally Offensive Non-Verbal Gestures","created":"2025-02-24","cited_by_count":4,"area":null},{"id":"2509.08000","title":"AntiDote: Bi-level Adversarial Training for Tamper-Resistant LLMs","created":"2025-09-06","cited_by_count":4,"area":"safety"},{"id":"2510.08859","title":"Pattern Enhanced Multi-Turn Jailbreaking: Exploiting Structural Vulnerabilities in Large Language Models","created":"2025-10-09","cited_by_count":4,"area":"safety"},{"id":"2510.17687","title":"CrossGuard: Safeguarding MLLMs against Joint-Modal Implicit Malicious Attacks","created":"2025-10-20","cited_by_count":4,"area":"lr"},{"id":"2511.19218","title":"Adversarial Attack-Defense Co-Evolution for LLM Safety Alignment via Tree-Group Dual-Aware Search and Optimization","created":"2025-11-24","cited_by_count":4,"area":"alignment"},{"id":"2312.11500","title":"A Red Teaming Framework for Securing AI in Maritime Autonomous Systems","created":"2023-12-08","cited_by_count":3,"area":"safety"},{"id":"2312.14480","title":"MetaAID 2.5: A Secure Framework for Developing Metaverse Applications via Large Language Models","created":"2023-12-22","cited_by_count":3,"area":null},{"id":"2507.13474","title":"Paper Summary Attack: Jailbreaking LLMs through LLM Safety Papers","created":"2025-07-17","cited_by_count":3,"area":"safety"},{"id":"2512.08936","title":"A Principle-based Framework for the Development and Evaluation of Large Language Models for Health and Wellness","created":"2025-10-23","cited_by_count":3,"area":null},{"id":"2512.20164","title":"AI Security Beyond Core Domains: Resume Screening as a Case Study of Adversarial Vulnerabilities in Specialized LLM Applications","created":"2025-12-23","cited_by_count":3,"area":null},{"id":"2604.21159","title":"Adaptive Instruction Composition for Automated LLM Red-Teaming","created":"2026-04-22","cited_by_count":3,"area":"safety"},{"id":"2606.05523","title":"CHASE: Adversarial Red-Blue Teaming for Improving LLM Safety using Reinforcement Learning","created":"2026-06-04","cited_by_count":3,"area":"alignment"},{"id":"2403.11838","title":"Ensuring Safe and High-Quality Outputs: A Guideline Library Approach for Language Models","created":"2024-03-18","cited_by_count":2,"area":null},{"id":"2411.07691","title":"New Emerged Security and Privacy of Pre-trained Model: a Survey and Outlook","created":"2024-11-12","cited_by_count":2,"area":null}],"next_cursor":"100"}