{"total":1420,"rows":[{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2412.16720","title":"OpenAI o1 System Card","created":"2024-12-21","cited_by_count":1244,"area":"lr"},{"id":"2406.11717","title":"Refusal in Language Models Is Mediated by a Single Direction","created":"2024-06-17","cited_by_count":1032,"area":"safety"},{"id":"2312.02119","title":"Tree of Attacks: Jailbreaking Black-Box LLMs Automatically","created":"2023-12-04","cited_by_count":672,"area":"safety"},{"id":"2401.06373","title":"How Johnny Can Persuade LLMs to Jailbreak Them: Rethinking Persuasion to Challenge AI Safety by Humanizing LLMs","created":"2024-01-12","cited_by_count":573,"area":"lr"},{"id":"2404.01318","title":"JailbreakBench: An Open Robustness Benchmark for Jailbreaking Large Language Models","created":"2024-03-28","cited_by_count":536,"area":"safety"},{"id":"2401.05566","title":"Sleeper Agents: Training Deceptive LLMs that Persist Through Safety Training","created":"2024-01-10","cited_by_count":529,"area":"agents"},{"id":"2403.03218","title":"The WMDP Benchmark: Measuring and Reducing Malicious Use With Unlearning","created":"2024-03-05","cited_by_count":509,"area":"safety"},{"id":"2404.02151","title":"Jailbreaking Leading Safety-Aligned LLMs with Simple Adaptive Attacks","created":"2024-04-02","cited_by_count":486,"area":"safety"},{"id":"2406.05946","title":"Safety Alignment Should Be Made More Than Just a Few Tokens Deep","created":"2024-06-10","cited_by_count":472,"area":"alignment"},{"id":"2311.05608","title":"FigStep: Jailbreaking Large Vision-Language Models via Typographic Visual Prompts","created":"2023-11-09","cited_by_count":398,"area":"mllm"},{"id":"2404.01833","title":"Great, Now Write an Article About That: The Crescendo Multi-Turn LLM Jailbreak Attack","created":"2024-04-02","cited_by_count":390,"area":"safety"},{"id":"2402.10260","title":"A StrongREJECT for Empty Jailbreaks","created":"2024-02-15","cited_by_count":385,"area":"safety"},{"id":"2311.03191","title":"DeepInception: Hypnotize Large Language Model to Be Jailbreaker","created":"2023-11-06","cited_by_count":367,"area":"safety"},{"id":"2406.04313","title":"Improving Alignment and Robustness with Circuit Breakers","created":"2024-06-06","cited_by_count":322,"area":"safety"},{"id":"2412.16339","title":"Deliberative Alignment: Reasoning Enables Safer Language Models","created":"2024-12-20","cited_by_count":308,"area":"lr"},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2311.08268","title":"A Wolf in Sheep's Clothing: Generalized Nested Jailbreak Prompts can Fool Large Language Models Easily","created":"2023-11-14","cited_by_count":259,"area":"safety"},{"id":"2402.08983","title":"SafeDecoding: Defending against Jailbreak Attacks via Safety-Aware Decoding","created":"2024-02-14","cited_by_count":247,"area":"safety"},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2407.04295","title":"Jailbreak Attacks and Defenses Against Large Language Models: A Survey","created":"2024-07-05","cited_by_count":230,"area":"safety"},{"id":"2402.05044","title":"SALAD-Bench: A Hierarchical and Comprehensive Safety Benchmark for Large Language Models","created":"2024-02-07","cited_by_count":228,"area":null},{"id":"2402.11753","title":"ArtPrompt: ASCII Art-based Jailbreak Attacks against Aligned LLMs","created":"2024-02-19","cited_by_count":216,"area":"safety"},{"id":"2311.03348","title":"Scalable and Transferable Black-Box Jailbreaks for Language Models via Persona Modulation","created":"2023-11-06","cited_by_count":214,"area":"safety"},{"id":"2404.18231","title":"From Persona to Personalization: A Survey on Role-Playing Language Agents","created":"2024-04-28","cited_by_count":212,"area":"agents"},{"id":"2402.16822","title":"Rainbow Teaming: Open-Ended Generation of Diverse Adversarial Prompts","created":"2024-02-26","cited_by_count":205,"area":"safety"},{"id":"2402.00888","title":"Security and Privacy Challenges of Large Language Models: A Survey","created":"2024-01-30","cited_by_count":186,"area":"safety"},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2407.15549","title":"Latent Adversarial Training Improves Robustness to Persistent Harmful Behaviors in LLMs","created":"2024-07-22","cited_by_count":173,"area":"safety"},{"id":"2402.02207","title":"Safety Fine-Tuning at (Almost) No Cost: A Baseline for Vision Large Language Models","created":"2024-02-03","cited_by_count":167,"area":"safety"},{"id":"2311.07689","title":"MART: Improving LLM Safety with Multi-round Automatic Red-Teaming","created":"2023-11-13","cited_by_count":163,"area":"safety"},{"id":"2401.17263","title":"Robust Prompt Optimization for Defending Language Models Against Jailbreaking Attacks","created":"2024-01-30","cited_by_count":156,"area":"safety"},{"id":"2404.16873","title":"AdvPrompter: Fast Adaptive Adversarial Prompting for LLMs","created":"2024-04-21","cited_by_count":156,"area":"safety"},{"id":"2402.08567","title":"Agent Smith: A Single Image Can Jailbreak One Million Multimodal LLM Agents Exponentially Fast","created":"2024-02-13","cited_by_count":153,"area":"mllm"},{"id":"2408.15221","title":"LLM Defenses Are Not Robust to Multi-Turn Human Jailbreaks Yet","created":"2024-08-27","cited_by_count":151,"area":"safety"},{"id":"2403.04783","title":"AutoDefense: Multi-Agent LLM Defense against Jailbreak Attacks","created":"2024-03-02","cited_by_count":145,"area":"agents"},{"id":"2403.17710","title":"Optimization-based Prompt Injection Attack to LLM-as-a-Judge","created":"2024-03-26","cited_by_count":143,"area":"alignment"},{"id":"2403.09792","title":"Images are Achilles' Heel of Alignment: Exploiting Visual Vulnerabilities for Jailbreaking Multimodal Large Language Models","created":"2024-03-14","cited_by_count":136,"area":"mllm"},{"id":"2404.05993","title":"AEGIS: Online Adaptive AI Content Safety Moderation with Ensemble of LLM Experts","created":"2024-04-09","cited_by_count":136,"area":null},{"id":"2402.09283","title":"Attacks, Defenses and Evaluations for LLM Conversation Safety: A Survey","created":"2024-02-14","cited_by_count":130,"area":null},{"id":"2510.09023","title":"The Attacker Moves Second: Stronger Adaptive Attacks Bypass Defenses Against Llm Jailbreaks and Prompt Injections","created":"2025-10-10","cited_by_count":129,"area":"safety"},{"id":"2406.02630","title":"AI Agents Under Threat: A Survey of Key Security Challenges and Future Pathways","created":"2024-06-04","cited_by_count":127,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2402.14016","title":"Is LLM-as-a-Judge Robust? Investigating Universal Adversarial Attacks on Zero-shot LLM Assessment","created":"2024-02-21","cited_by_count":126,"area":null},{"id":"2504.01990","title":"Advances and Challenges in Foundation Agents: From Brain-Inspired Intelligence to Evolutionary, Collaborative, and Safe Systems","created":"2025-03-31","cited_by_count":126,"area":"agents"},{"id":"2504.13203","title":"X-Teaming: Multi-Turn Jailbreaks and Defenses with Adaptive Multi-Agents","created":"2025-04-15","cited_by_count":125,"area":"agents"},{"id":"2407.18418","title":"Know Your Limits: A Survey of Abstention in Large Language Models","created":"2024-07-25","cited_by_count":121,"area":null},{"id":"2406.12814","title":"Dissecting Adversarial Robustness of Multimodal LM Agents","created":"2024-06-18","cited_by_count":120,"area":"agents"},{"id":"2403.04957","title":"Automatic and Universal Prompt Injection Attacks against Large Language Models","created":"2024-03-07","cited_by_count":119,"area":"safety"},{"id":"2504.15585","title":"A Comprehensive Survey in LLM(-Agent) Full Stack Safety: Data, Training and Deployment","created":"2025-04-22","cited_by_count":116,"area":"lr"},{"id":"2402.01109","title":"Vaccine: Perturbation-aware Alignment for Large Language Models against Harmful Fine-tuning Attack","created":"2024-02-02","cited_by_count":115,"area":"alignment"},{"id":"2405.15589","title":"Efficient Adversarial Training in LLMs with Continuous Attacks","created":"2024-05-24","cited_by_count":113,"area":"safety"},{"id":"2310.15140","title":"AutoDAN: Interpretable Gradient-Based Adversarial Attacks on Large Language Models","created":"2023-10-23","cited_by_count":111,"area":"alignment"},{"id":"2405.21018","title":"Improved Techniques for Optimization-Based Jailbreaking on Large Language Models","created":"2024-05-31","cited_by_count":110,"area":"safety"},{"id":"2406.04031","title":"Jailbreak Vision Language Models via Bi-Modal Adversarial Prompt","created":"2024-06-06","cited_by_count":109,"area":"mllm"},{"id":"2401.17256","title":"Weak-to-Strong Jailbreaking on Large Language Models","created":"2024-01-30","cited_by_count":107,"area":"safety"},{"id":"2402.18104","title":"Making Them Ask and Answer: Jailbreaking Large Language Models in Few Queries via Disguise and Reconstruction","created":"2024-02-28","cited_by_count":107,"area":"safety"},{"id":"2402.13457","title":"A Comprehensive Study of Jailbreak Attack versus Defense for Large Language Models","created":"2024-02-21","cited_by_count":106,"area":"safety"},{"id":"2407.12043","title":"The Art of Saying No: Contextual Noncompliance in Language Models","created":"2024-07-02","cited_by_count":105,"area":null},{"id":"2406.05870","title":"Machine Against the RAG: Jamming Retrieval-Augmented Generation with Blocker Documents","created":"2024-06-09","cited_by_count":102,"area":"rag"},{"id":"2402.16914","title":"DrAttack: Prompt Decomposition and Reconstruction Makes Powerful LLM Jailbreakers","created":"2024-02-25","cited_by_count":101,"area":"alignment"},{"id":"2406.05644","title":"How Alignment and Jailbreak Work: Explain LLM Safety through Intermediate Hidden States","created":"2024-06-09","cited_by_count":98,"area":"alignment"},{"id":"2402.18540","title":"Keeping LLMs Aligned After Fine-tuning: The Crucial Role of Prompt Templates","created":"2024-02-28","cited_by_count":96,"area":null},{"id":"2403.01038","title":"AutoAttacker: A Large Language Model Guided System to Implement Automatic Cyber-attacks","created":"2024-03-02","cited_by_count":96,"area":null},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2411.11296","title":"Steering Language Model Refusal with Sparse Autoencoders","created":"2024-11-18","cited_by_count":95,"area":"mechinterp"},{"id":"2402.09154","title":"Attacking Large Language Models with Projected Gradient Descent","created":"2024-02-14","cited_by_count":94,"area":"alignment"},{"id":"2404.15146","title":"Rethinking LLM Memorization through the Lens of Adversarial Compression","created":"2024-04-23","cited_by_count":94,"area":"lr"},{"id":"2405.05175","title":"AirGapAgent: Protecting Privacy-Conscious Conversational Agents","created":"2024-05-08","cited_by_count":94,"area":"agents"},{"id":"2405.18641","title":"Lisa: Lazy Safety Alignment for Large Language Models against Harmful Fine-tuning Attack","created":"2024-05-28","cited_by_count":92,"area":"alignment"},{"id":"2402.09063","title":"Soft Prompt Threats: Attacking Safety Alignment and Unlearning in Open-Source LLMs through the Embedding Space","created":"2024-02-14","cited_by_count":91,"area":"alignment"},{"id":"2409.18169","title":"Harmful Fine-tuning Attacks and Defenses for Large Language Models: A Survey","created":"2024-09-26","cited_by_count":90,"area":"alignment"},{"id":"2402.15570","title":"Fast Adversarial Attacks on Language Models In One GPU Minute","created":"2024-02-23","cited_by_count":88,"area":"safety"},{"id":"2410.10700","title":"LLMs know their vulnerabilities: Uncover Safety Gaps through Natural Distribution Shifts","created":"2024-10-14","cited_by_count":86,"area":null},{"id":"2403.03792","title":"Neural Exec: Learning (and Learning from) Execution Triggers for Prompt Injection Attacks","created":"2024-03-06","cited_by_count":85,"area":"safety"},{"id":"2401.15897","title":"Red-Teaming for Generative AI: Silver Bullet or Security Theater?","created":"2024-01-29","cited_by_count":83,"area":"safety"},{"id":"2403.06833","title":"Can LLMs Separate Instructions From Data? And What Do We Even Mean By That?","created":"2024-03-11","cited_by_count":81,"area":null},{"id":"2407.20859","title":"Breaking Agents: Compromising Autonomous LLM Agents Through Malfunction Amplification","created":"2024-07-30","cited_by_count":81,"area":"agents"},{"id":"2410.16454","title":"Catastrophic Failure of LLM Unlearning via Quantization","created":"2024-10-21","cited_by_count":81,"area":"safety"},{"id":"2401.11880","title":"PsySafe: A Comprehensive Framework for Psychological-based Attack, Defense, and Evaluation of Multi-agent System Safety","created":"2024-01-22","cited_by_count":80,"area":"agents"},{"id":"2410.02832","title":"FlipAttack: Jailbreak LLMs via Flipping","created":"2024-10-02","cited_by_count":80,"area":"safety"},{"id":"2405.18166","title":"Defending Large Language Models Against Jailbreak Attacks via Layer-specific Editing","created":"2024-05-28","cited_by_count":79,"area":"safety"},{"id":"2407.11969","title":"Does Refusal Training in LLMs Generalize to the Past Tense?","created":"2024-07-16","cited_by_count":79,"area":"safety"},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2402.18649","title":"A New Era in LLM Security: Exploring Security Concerns in Real-World LLM-based Systems","created":"2024-02-28","cited_by_count":77,"area":null},{"id":"2502.02384","title":"STAIR: Improving Safety Alignment with Introspective Reasoning","created":"2025-02-04","cited_by_count":77,"area":"lr"},{"id":"2402.16717","title":"CodeChameleon: Personalized Encryption Framework for Jailbreaking Large Language Models","created":"2024-02-26","cited_by_count":76,"area":"safety"},{"id":"2403.07865","title":"CodeAttack: Revealing Safety Generalization Challenges of Large Language Models via Code Completion","created":"2024-03-12","cited_by_count":76,"area":"safety"},{"id":"2412.03556","title":"Best-of-N Jailbreaking","created":"2024-12-04","cited_by_count":76,"area":"safety"},{"id":"2401.06561","title":"Intention Analysis Makes LLMs A Good Jailbreak Defender","created":"2024-01-12","cited_by_count":74,"area":"alignment"},{"id":"2402.16192","title":"Defending Large Language Models against Jailbreak Attacks via Semantic Smoothing","created":"2024-02-25","cited_by_count":74,"area":"alignment"},{"id":"2403.00867","title":"Gradient Cuff: Detecting Jailbreak Attacks on Large Language Models by Exploring Refusal Loss Landscapes","created":"2024-03-01","cited_by_count":74,"area":"safety"},{"id":"2407.17436","title":"AIR-Bench 2024: A Safety Benchmark Based on Risk Categories from Regulations and Policies","created":"2024-07-11","cited_by_count":74,"area":null},{"id":"2406.00799","title":"Get my drift? Catching LLM Task Drift with Activation Deltas","created":"2024-06-02","cited_by_count":72,"area":"rag"},{"id":"2410.13708","title":"On the Role of Attention Heads in Large Language Model Safety","created":"2024-10-17","cited_by_count":72,"area":"safety"},{"id":"2402.16459","title":"Defending LLMs against Jailbreaking Attacks via Backtranslation","created":"2024-02-26","cited_by_count":70,"area":"safety"},{"id":"2406.01288","title":"Improved Few-Shot Jailbreaking Can Circumvent Aligned Language Models and Their Defenses","created":"2024-06-03","cited_by_count":70,"area":"safety"},{"id":"2407.01599","title":"JailbreakZoo: Survey, Landscapes, and Horizons in Jailbreaking Large Language and Vision-Language Models","created":"2024-06-26","cited_by_count":70,"area":"mllm"},{"id":"2407.09121","title":"Refuse Whenever You Feel Unsafe: Improving Safety in LLMs via Decoupled Refusal Training","created":"2024-07-12","cited_by_count":69,"area":null},{"id":"2410.18927","title":"SafeBench: A Safety Evaluation Framework for Multimodal Large Language Models","created":"2024-10-24","cited_by_count":69,"area":"safety"}],"next_cursor":"100"}