{"total":356,"rows":[{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2412.16720","title":"OpenAI o1 System Card","created":"2024-12-21","cited_by_count":1244,"area":"lr"},{"id":"2312.06674","title":"Llama Guard: LLM-based Input-Output Safeguard for Human-AI Conversations","created":"2023-12-07","cited_by_count":1207,"area":null},{"id":"2211.09527","title":"Ignore Previous Prompt: Attack Techniques For Language Models","created":"2022-11-17","cited_by_count":832,"area":null},{"id":"2309.10253","title":"GPTFUZZER: Red Teaming Large Language Models with Auto-Generated Jailbreak Prompts","created":"2023-09-19","cited_by_count":560,"area":"safety"},{"id":"2406.18495","title":"WildGuard: Open One-Stop Moderation Tools for Safety Risks, Jailbreaks, and Refusals of LLMs","created":"2024-06-26","cited_by_count":496,"area":"safety"},{"id":"2308.03825","title":"\"Do Anything Now\": Characterizing and Evaluating In-The-Wild Jailbreak Prompts on Large Language Models","created":"2023-08-07","cited_by_count":489,"area":"safety"},{"id":"2309.11998","title":"LMSYS-Chat-1M: A Large-Scale Real-World LLM Conversation Dataset","created":"2023-09-21","cited_by_count":461,"area":null},{"id":"2311.05608","title":"FigStep: Jailbreaking Large Vision-Language Models via Typographic Visual Prompts","created":"2023-11-09","cited_by_count":398,"area":"mllm"},{"id":"2304.05197","title":"Multi-step Jailbreaking Privacy Attacks on ChatGPT","created":"2023-04-11","cited_by_count":333,"area":"safety"},{"id":"2401.10019","title":"R-Judge: Benchmarking Safety Risk Awareness for LLM Agents","created":"2024-01-18","cited_by_count":288,"area":"agents"},{"id":"2302.05733","title":"Exploiting Programmatic Behavior of LLMs: Dual-Use Through Standard Security Attacks","created":"2023-02-11","cited_by_count":278,"area":null},{"id":"2307.14539","title":"Jailbreak in pieces: Compositional Adversarial Attacks on Multi-Modal Language Models","created":"2023-07-26","cited_by_count":273,"area":"mllm"},{"id":"2311.08268","title":"A Wolf in Sheep's Clothing: Generalized Nested Jailbreak Prompts can Fool Large Language Models Easily","created":"2023-11-14","cited_by_count":259,"area":"safety"},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2407.21772","title":"ShieldGemma: Generative AI Content Moderation Based on Gemma","created":"2024-07-31","cited_by_count":243,"area":null},{"id":"2310.06474","title":"Multilingual Jailbreak Challenges in Large Language Models","created":"2023-10-10","cited_by_count":240,"area":"safety"},{"id":"2310.10844","title":"Survey of Vulnerabilities in Large Language Models Revealed by Adversarial Attacks","created":"2023-10-16","cited_by_count":194,"area":"safety"},{"id":"2402.00888","title":"Security and Privacy Challenges of Large Language Models: A Survey","created":"2024-01-30","cited_by_count":186,"area":"safety"},{"id":"2312.16145","title":"One-Dimensional Adapter to Rule Them All: Concepts, Diffusion Models and Erasing Applications","created":"2023-12-26","cited_by_count":169,"area":"diffusion"},{"id":"2510.14276","title":"Qwen3Guard Technical Report","created":"2025-10-16","cited_by_count":155,"area":"safety"},{"id":"2404.05993","title":"AEGIS: Online Adaptive AI Content Safety Moderation with Ensemble of LLM Experts","created":"2024-04-09","cited_by_count":136,"area":null},{"id":"2501.09004","title":"Aegis2.0: A Diverse AI Safety Dataset and Risks Taxonomy for Alignment of LLM Guardrails","created":"2025-01-15","cited_by_count":132,"area":"safety"},{"id":"2402.09283","title":"Attacks, Defenses and Evaluations for LLM Conversation Safety: A Survey","created":"2024-02-14","cited_by_count":130,"area":null},{"id":"2406.09187","title":"GuardAgent: Safeguard LLM Agents by a Guard Agent via Knowledge-Enabled Reasoning","created":"2024-06-13","cited_by_count":124,"area":"lr"},{"id":"2411.01111","title":"Rule Based Rewards for Language Model Safety","created":"2024-11-02","cited_by_count":108,"area":"alignment"},{"id":"2407.12043","title":"The Art of Saying No: Contextual Noncompliance in Language Models","created":"2024-07-02","cited_by_count":105,"area":null},{"id":"2501.18492","title":"GuardReasoner: Towards Reasoning-based LLM Safeguards","created":"2025-01-30","cited_by_count":100,"area":"lr"},{"id":"2402.13494","title":"GradSafe: Detecting Jailbreak Prompts for LLMs via Safety-Critical Gradient Analysis","created":"2024-02-21","cited_by_count":96,"area":"safety"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2507.11878","title":"LLMs Encode Harmfulness and Refusal Separately","created":"2025-07-16","cited_by_count":88,"area":"safety"},{"id":"2407.13692","title":"Prover-Verifier Games improve legibility of LLM outputs","created":"2024-07-18","cited_by_count":85,"area":null},{"id":"2308.12833","title":"Use of LLMs for Illicit Purposes: Threats, Prevention Measures, and Vulnerabilities","created":"2023-08-24","cited_by_count":82,"area":null},{"id":"2310.12321","title":"A Survey of GPT-3 Family Large Language Models Including ChatGPT and GPT-4","created":"2023-10-04","cited_by_count":81,"area":null},{"id":"2311.09827","title":"Cognitive Overload: Jailbreaking Large Language Models with Overloaded Logical Thinking","created":"2023-11-16","cited_by_count":81,"area":"lr"},{"id":"2403.07865","title":"CodeAttack: Revealing Safety Generalization Challenges of Large Language Models via Code Completion","created":"2024-03-12","cited_by_count":76,"area":"safety"},{"id":"2402.16192","title":"Defending Large Language Models against Jailbreak Attacks via Semantic Smoothing","created":"2024-02-25","cited_by_count":74,"area":"alignment"},{"id":"2404.08031","title":"Latent Guard: a Safety Framework for Text-to-image Generation","created":"2024-04-11","cited_by_count":71,"area":null},{"id":"2403.13031","title":"RigorLLM: Resilient Guardrails for Large Language Models against Undesired Content","created":"2024-03-19","cited_by_count":68,"area":"safety"},{"id":"2410.13886","title":"Refusal-Trained LLMs Are Easily Jailbroken As Browser Agents","created":"2024-10-11","cited_by_count":65,"area":"agents"},{"id":"2403.01446","title":"GuardT2I: Defending Text-to-Image Models from Adversarial Prompts","created":"2024-03-03","cited_by_count":62,"area":"safety"},{"id":"2504.04377","title":"PolyGuard: A Multilingual Safety Moderation Tool for 17 Languages","created":"2025-04-06","cited_by_count":59,"area":null},{"id":"2310.15851","title":"Self-Guard: Empower the LLM to Safeguard Itself","created":"2023-10-24","cited_by_count":54,"area":"safety"},{"id":"2310.10383","title":"Privacy in Large Language Models: Attacks, Defenses and Future Directions","created":"2023-10-16","cited_by_count":51,"area":null},{"id":"2402.16444","title":"ShieldLM: Empowering LLMs as Aligned, Customizable and Explainable Safety Detectors","created":"2024-02-26","cited_by_count":51,"area":null},{"id":"2404.05880","title":"Eraser: Jailbreaking Defense in Large Language Models via Unlearning Harmful Knowledge","created":"2024-04-08","cited_by_count":51,"area":"safety"},{"id":"2408.11491","title":"SCANS: Mitigating the Exaggerated Safety for LLMs via Safety-Conscious Activation Steering","created":"2024-08-21","cited_by_count":50,"area":"alignment"},{"id":"2307.10719","title":"LLM Censorship: A Machine Learning Challenge or a Computer Security Problem?","created":"2023-07-20","cited_by_count":49,"area":null},{"id":"2310.13420","title":"Conversation Chronicles: Towards Diverse Temporal and Relational Dynamics in Multi-Session Conversations","created":"2023-10-20","cited_by_count":47,"area":null},{"id":"2406.08705","title":"When LLM Meets DRL: Advancing Jailbreaking Efficiency via DRL-guided Search","created":"2024-06-13","cited_by_count":47,"area":"safety"},{"id":"2305.17680","title":"Evaluating GPT-3 Generated Explanations for Hateful Content Moderation","created":"2023-05-28","cited_by_count":46,"area":null},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2506.02456","title":"VPI-Bench: Visual Prompt Injection Attacks for Computer-Use Agents","created":"2025-06-03","cited_by_count":45,"area":"agents"},{"id":"2407.05557","title":"$R^2$-Guard: Robust Reasoning Enabled LLM Guardrail via Knowledge-Enhanced Logical Reasoning","created":"2024-07-08","cited_by_count":43,"area":"lr"},{"id":"2510.05024","title":"Inoculation Prompting: Instructing LLMs to misbehave at train-time improves test-time alignment","created":"2025-10-06","cited_by_count":43,"area":"alignment"},{"id":"2505.11049","title":"GuardReasoner-VL: Safeguarding VLMs via Reinforced Reasoning","created":"2025-05-16","cited_by_count":42,"area":"lr"},{"id":"2307.10236","title":"Look Before You Leap: An Exploratory Study of Uncertainty Measurement for Large Language Models","created":"2023-07-16","cited_by_count":41,"area":null},{"id":"2308.02053","title":"The Unequal Opportunities of Large Language Models: Revealing Demographic Bias through Job Recommendations","created":"2023-08-03","cited_by_count":41,"area":null},{"id":"2402.12343","title":"Emulated Disalignment: Safety Alignment for Large Language Models May Backfire!","created":"2024-02-19","cited_by_count":37,"area":"alignment"},{"id":"2401.03315","title":"Malla: Demystifying Real-world Large Language Model Integrated Malicious Services","created":"2024-01-06","cited_by_count":33,"area":null},{"id":"2401.09798","title":"All in How You Ask for It: Simple Black-Box Method for Jailbreak Attacks","created":"2024-01-18","cited_by_count":32,"area":"safety"},{"id":"2601.17548","title":"Prompt Injection Attacks on Agentic Coding Assistants: A Systematic Analysis of Vulnerabilities in Skills, Tools, and Protocol Ecosystems","created":"2026-01-24","cited_by_count":31,"area":"agents"},{"id":"2310.03400","title":"Adapting Large Language Models for Content Moderation: Pitfalls in Data Engineering and Supervised Fine-tuning","created":"2023-10-05","cited_by_count":29,"area":null},{"id":"2406.00936","title":"A Survey of Useful LLM Evaluation","created":"2024-06-03","cited_by_count":29,"area":null},{"id":"2407.19096","title":"AI Companions Reduce Loneliness","created":"2024-07-09","cited_by_count":28,"area":null},{"id":"2506.01055","title":"Simple Prompt Injection Attacks Can Leak Personal Data Observed by LLM Agents During Task Execution","created":"2025-06-01","cited_by_count":26,"area":"agents"},{"id":"2311.00172","title":"Robust Safety Classifier for Large Language Models: Adversarial Prompt Shield","created":"2023-10-31","cited_by_count":25,"area":"safety"},{"id":"2412.18693","title":"Diverse and Effective Red Teaming with Auto-generated Rewards and Multi-step Reinforcement Learning","created":"2024-12-24","cited_by_count":25,"area":"safety"},{"id":"2405.11070","title":"Jill Watson: A Virtual Teaching Assistant powered by ChatGPT","created":"2024-05-17","cited_by_count":24,"area":null},{"id":"2507.18631","title":"Layer-Aware Representation Filtering: Purifying Finetuning Data to Preserve LLM Safety Alignment","created":"2025-07-24","cited_by_count":24,"area":"alignment"},{"id":"2406.08725","title":"RL-JACK: Reinforcement Learning-powered Black-box Jailbreaking Attack against LLMs","created":"2024-06-13","cited_by_count":23,"area":"alignment"},{"id":"2410.10414","title":"On Calibration of LLM-based Guard Models for Reliable Content Moderation","created":"2024-10-14","cited_by_count":23,"area":"safety"},{"id":"2507.00971","title":"Reasoning as an Adaptive Defense for Safety","created":"2025-07-01","cited_by_count":23,"area":"lr"},{"id":"2407.07342","title":"Multilingual Blending: LLM Safety Alignment Evaluation with Language Mixture","created":"2024-07-10","cited_by_count":22,"area":"alignment"},{"id":"2502.03052","title":"Understanding and Enhancing the Transferability of Jailbreaking Attacks","created":"2025-02-05","cited_by_count":22,"area":"safety"},{"id":"2503.05139","title":"Every FLOP Counts: Scaling a 300B Mixture-of-Experts LING LLM without Premium GPUs","created":"2025-03-07","cited_by_count":22,"area":"moe"},{"id":"2505.06843","title":"Benign Samples Matter! Fine-tuning On Outlier Benign Samples Severely Breaks Safety","created":"2025-05-11","cited_by_count":22,"area":"safety"},{"id":"2403.15115","title":"Language Models in Dialogue: Conversational Maxims for Human-AI Interactions","created":"2024-03-22","cited_by_count":21,"area":null},{"id":"2503.06550","title":"BingoGuard: LLM Content Moderation Tools with Risk Levels","created":"2025-03-09","cited_by_count":21,"area":null},{"id":"2504.14904","title":"VLM as Policy: Common-Law Content Moderation Framework for Short Video Platform","created":"2025-04-21","cited_by_count":21,"area":null},{"id":"2506.10597","title":"SoK: Evaluating Jailbreak Guardrails for Large Language Models","created":"2025-06-12","cited_by_count":21,"area":"alignment"},{"id":"2402.14857","title":"Is the System Message Really Important to Jailbreaks in Large Language Models?","created":"2024-02-20","cited_by_count":20,"area":"safety"},{"id":"2412.10493","title":"AlignGuard: Scalable Safety Alignment for Text-to-Image Generation","created":"2024-12-13","cited_by_count":20,"area":"alignment"},{"id":"2503.00187","title":"Steering Dialogue Dynamics for Robustness against Multi-turn Jailbreaking Attacks","created":"2025-02-28","cited_by_count":20,"area":"safety"},{"id":"2410.01524","title":"HarmAug: Effective Data Augmentation for Knowledge Distillation of Safety Guard Models","created":"2024-10-02","cited_by_count":19,"area":"distill"},{"id":"2411.06426","title":"SequentialBreak: Large Language Models Can be Fooled by Embedding Jailbreak Prompts into Sequential Prompt Chains","created":"2024-11-10","cited_by_count":19,"area":"safety"},{"id":"2502.05163","title":"Enhancing LLM Safety Through a Theoretical Minimax Game Lens","created":"2025-02-07","cited_by_count":19,"area":"safety"},{"id":"2601.15588","title":"YuFeng-XGuard: A Reasoning-Centric, Interpretable, and Flexible Guardrail Model for Large Language Models","created":"2026-01-22","cited_by_count":19,"area":"lr"},{"id":"2506.17368","title":"SAFEx: Analyzing Vulnerabilities of MoE-Based LLMs via Stable Safety-critical Expert Identification","created":"2025-06-20","cited_by_count":18,"area":"alignment"},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2503.12127","title":"Hyperbolic Safety-Aware Vision-Language Models","created":"2025-03-15","cited_by_count":17,"area":"mllm"},{"id":"2510.21189","title":"Adjacent Words, Divergent Intents: Jailbreaking Large Language Models via Task Concurrency","created":"2025-10-24","cited_by_count":17,"area":"safety"},{"id":"2406.06737","title":"Raccoon: Prompt Extraction Benchmark of LLM-Integrated Applications","created":"2024-06-10","cited_by_count":16,"area":null},{"id":"2411.11504","title":"Search, Verify and Feedback: Towards Next Generation Post-training Paradigm of Foundation Models via Verifier Engineering","created":"2024-11-18","cited_by_count":16,"area":null},{"id":"2509.26238","title":"Beyond Linear Probes: Dynamic Safety Monitoring for Language Models","created":"2025-09-30","cited_by_count":16,"area":"safety"},{"id":"2604.07223","title":"TraceSafe: A Systematic Assessment of LLM Guardrails on Multi-Step Tool-Calling Trajectories","created":"2026-04-08","cited_by_count":16,"area":"agents"},{"id":"2405.14488","title":"MoGU: A Framework for Enhancing Safety of Open-Sourced LLMs While Preserving Their Usability","created":"2024-05-23","cited_by_count":15,"area":null},{"id":"2405.18822","title":"Toxicity Detection for Free","created":"2024-05-29","cited_by_count":15,"area":null},{"id":"2502.04322","title":"Speak Easy: Eliciting Harmful Jailbreaks from LLMs with Simple Interactions","created":"2025-02-06","cited_by_count":15,"area":"alignment"},{"id":"2401.04883","title":"Multi-User Chat Assistant (MUCA): a Framework Using LLMs to Facilitate Group Conversations","created":"2024-01-10","cited_by_count":14,"area":null}],"next_cursor":"100"}