{"total":1207,"rows":[{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2501.03575","title":"Cosmos World Foundation Model Platform for Physical AI","created":"2025-01-07","cited_by_count":864,"area":"wm"},{"id":"2404.01318","title":"JailbreakBench: An Open Robustness Benchmark for Jailbreaking Large Language Models","created":"2024-03-28","cited_by_count":536,"area":"safety"},{"id":"2406.18495","title":"WildGuard: Open One-Stop Moderation Tools for Safety Risks, Jailbreaks, and Refusals of LLMs","created":"2024-06-26","cited_by_count":496,"area":"safety"},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2406.05946","title":"Safety Alignment Should Be Made More Than Just a Few Tokens Deep","created":"2024-06-10","cited_by_count":472,"area":"alignment"},{"id":"2401.10019","title":"R-Judge: Benchmarking Safety Risk Awareness for LLM Agents","created":"2024-01-18","cited_by_count":288,"area":"agents"},{"id":"2406.15513","title":"PKU-SafeRLHF: Towards Multi-Level Safety Alignment for LLMs with Human Preference","created":"2024-06-20","cited_by_count":261,"area":"alignment"},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2407.21772","title":"ShieldGemma: Generative AI Content Moderation Based on Gemma","created":"2024-07-31","cited_by_count":243,"area":null},{"id":"2402.05044","title":"SALAD-Bench: A Hierarchical and Comprehensive Safety Benchmark for Large Language Models","created":"2024-02-07","cited_by_count":228,"area":null},{"id":"2402.16822","title":"Rainbow Teaming: Open-Ended Generation of Diverse Adversarial Prompts","created":"2024-02-26","cited_by_count":205,"area":"safety"},{"id":"2402.00888","title":"Security and Privacy Challenges of Large Language Models: A Survey","created":"2024-01-30","cited_by_count":186,"area":"safety"},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2402.02207","title":"Safety Fine-Tuning at (Almost) No Cost: A Baseline for Vision Large Language Models","created":"2024-02-03","cited_by_count":167,"area":"safety"},{"id":"2411.14499","title":"Understanding World or Predicting Future? A Comprehensive Survey of World Models","created":"2024-11-21","cited_by_count":166,"area":"wm"},{"id":"2510.14276","title":"Qwen3Guard Technical Report","created":"2025-10-16","cited_by_count":155,"area":"safety"},{"id":"2503.22738","title":"ShieldAgent: Shielding Agents via Verifiable Safety Policy Reasoning","created":"2025-03-26","cited_by_count":151,"area":"lr"},{"id":"2403.04783","title":"AutoDefense: Multi-Agent LLM Defense against Jailbreak Attacks","created":"2024-03-02","cited_by_count":145,"area":"agents"},{"id":"2406.11704","title":"Nemotron-4 340B Technical Report","created":"2024-06-17","cited_by_count":144,"area":null},{"id":"2404.05993","title":"AEGIS: Online Adaptive AI Content Safety Moderation with Ensemble of LLM Experts","created":"2024-04-09","cited_by_count":136,"area":null},{"id":"2502.12025","title":"SafeChain: Safety of Language Models with Long Chain-of-Thought Reasoning Capabilities","created":"2025-02-17","cited_by_count":136,"area":"lr"},{"id":"2501.09004","title":"Aegis2.0: A Diverse AI Safety Dataset and Risks Taxonomy for Alignment of LLM Guardrails","created":"2025-01-15","cited_by_count":132,"area":"safety"},{"id":"2411.10414","title":"Llama Guard 3 Vision: Safeguarding Human-AI Image Understanding Conversations","created":"2024-11-15","cited_by_count":129,"area":"mllm"},{"id":"2406.09187","title":"GuardAgent: Safeguard LLM Agents by a Guard Agent via Knowledge-Enabled Reasoning","created":"2024-06-13","cited_by_count":124,"area":"lr"},{"id":"2406.07933","title":"Large Language Model Unlearning via Embedding-Corrupted Prompts","created":"2024-06-12","cited_by_count":116,"area":"safety"},{"id":"2406.04031","title":"Jailbreak Vision Language Models via Bi-Modal Adversarial Prompt","created":"2024-06-06","cited_by_count":109,"area":"mllm"},{"id":"2411.01111","title":"Rule Based Rewards for Language Model Safety","created":"2024-11-02","cited_by_count":108,"area":"alignment"},{"id":"2401.17256","title":"Weak-to-Strong Jailbreaking on Large Language Models","created":"2024-01-30","cited_by_count":107,"area":"safety"},{"id":"2502.13172","title":"Unveiling Privacy Risks in LLM Agent Memory","created":"2025-02-17","cited_by_count":101,"area":"agents"},{"id":"2501.18492","title":"GuardReasoner: Towards Reasoning-based LLM Safeguards","created":"2025-01-30","cited_by_count":100,"area":"lr"},{"id":"2404.08676","title":"ALERT: A Comprehensive Benchmark for Assessing Large Language Models' Safety through Red Teaming","created":"2024-04-06","cited_by_count":98,"area":"safety"},{"id":"2402.13494","title":"GradSafe: Detecting Jailbreak Prompts for LLMs via Safety-Critical Gradient Analysis","created":"2024-02-21","cited_by_count":96,"area":"safety"},{"id":"2402.18540","title":"Keeping LLMs Aligned After Fine-tuning: The Crucial Role of Prompt Templates","created":"2024-02-28","cited_by_count":96,"area":null},{"id":"2502.02542","title":"OverThink: Slowdown Attacks on Reasoning LLMs","created":"2025-02-04","cited_by_count":96,"area":"lr"},{"id":"2402.05668","title":"JailbreakRadar: Comprehensive Assessment of Jailbreak Attacks Against LLMs","created":"2024-02-08","cited_by_count":95,"area":"safety"},{"id":"2504.07128","title":"DeepSeek-R1 Thoughtology: Let's think about LLM Reasoning","created":"2025-04-02","cited_by_count":92,"area":"lr"},{"id":"2402.09063","title":"Soft Prompt Threats: Attacking Safety Alignment and Unlearning in Open-Source LLMs through the Embedding Space","created":"2024-02-14","cited_by_count":91,"area":"alignment"},{"id":"2409.18169","title":"Harmful Fine-tuning Attacks and Defenses for Large Language Models: A Survey","created":"2024-09-26","cited_by_count":90,"area":"alignment"},{"id":"2507.11878","title":"LLMs Encode Harmfulness and Refusal Separately","created":"2025-07-16","cited_by_count":88,"area":"safety"},{"id":"2503.15547","title":"Prompt Flow Integrity to Prevent Privilege Escalation in LLM Agents","created":"2025-03-17","cited_by_count":87,"area":"agents"},{"id":"2410.10700","title":"LLMs know their vulnerabilities: Uncover Safety Gaps through Natural Distribution Shifts","created":"2024-10-14","cited_by_count":86,"area":null},{"id":"2406.12030","title":"SPA-VL: A Comprehensive Safety Preference Alignment Dataset for Vision Language Model","created":"2024-06-17","cited_by_count":85,"area":"mllm"},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2406.04485","title":"GenAI Arena: An Open Evaluation Platform for Generative Models","created":"2024-06-06","cited_by_count":82,"area":null},{"id":"2401.11880","title":"PsySafe: A Comprehensive Framework for Psychological-based Attack, Defense, and Evaluation of Multi-agent System Safety","created":"2024-01-22","cited_by_count":80,"area":"agents"},{"id":"2410.02832","title":"FlipAttack: Jailbreak LLMs via Flipping","created":"2024-10-02","cited_by_count":80,"area":"safety"},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2411.10915","title":"Bias in Large Language Models: Origin, Evaluation, and Mitigation","created":"2024-11-16","cited_by_count":77,"area":null},{"id":"2502.05174","title":"MELON: Provable Defense Against Indirect Prompt Injection Attacks in AI Agents","created":"2025-02-07","cited_by_count":77,"area":"agents"},{"id":"2402.16192","title":"Defending Large Language Models against Jailbreak Attacks via Semantic Smoothing","created":"2024-02-25","cited_by_count":74,"area":"alignment"},{"id":"2503.03480","title":"SafeVLA: Towards Safety Alignment of Vision-Language-Action Model via Constrained Learning","created":"2025-03-05","cited_by_count":72,"area":"vla"},{"id":"2404.08031","title":"Latent Guard: a Safety Framework for Text-to-image Generation","created":"2024-04-11","cited_by_count":71,"area":null},{"id":"2405.03644","title":"When LLMs Meet Cybersecurity: A Systematic Literature Review","created":"2024-05-06","cited_by_count":71,"area":null},{"id":"2406.01288","title":"Improved Few-Shot Jailbreaking Can Circumvent Aligned Language Models and Their Defenses","created":"2024-06-03","cited_by_count":70,"area":"safety"},{"id":"2407.09121","title":"Refuse Whenever You Feel Unsafe: Improving Safety in LLMs via Decoupled Refusal Training","created":"2024-07-12","cited_by_count":69,"area":null},{"id":"2403.13031","title":"RigorLLM: Resilient Guardrails for Large Language Models against Undesired Content","created":"2024-03-19","cited_by_count":68,"area":"safety"},{"id":"2405.20773","title":"Visual-RolePlay: Universal Jailbreak Attack on MultiModal Large Language Models via Role-playing Image Character","created":"2024-05-25","cited_by_count":68,"area":"safety"},{"id":"2502.14881","title":"A Survey of Safety on Large Vision-Language Models: Attacks, Defenses and Evaluations","created":"2025-02-14","cited_by_count":67,"area":"mllm"},{"id":"2510.02373","title":"A-MemGuard: A Proactive Defense Framework for LLM-Based Agent Memory","created":"2025-09-29","cited_by_count":67,"area":"agents"},{"id":"2402.17262","title":"Speak Out of Turn: Safety Vulnerability of Large Language Models in Multi-turn Dialogue","created":"2024-02-27","cited_by_count":66,"area":"safety"},{"id":"2506.12104","title":"DRIFT: Dynamic Rule-Based Defense with Injection Isolation for Securing LLM Agents","created":"2025-06-13","cited_by_count":66,"area":"agents"},{"id":"2402.01822","title":"Building Guardrails for Large Language Models","created":"2024-02-02","cited_by_count":65,"area":"safety"},{"id":"2410.13886","title":"Refusal-Trained LLMs Are Easily Jailbroken As Browser Agents","created":"2024-10-11","cited_by_count":65,"area":"agents"},{"id":"2409.20089","title":"Robust LLM safeguarding via refusal feature adversarial training","created":"2024-09-30","cited_by_count":64,"area":null},{"id":"2504.17704","title":"Safety in Large Reasoning Models: A Survey","created":"2025-04-24","cited_by_count":64,"area":"lr"},{"id":"2406.05498","title":"SelfDefend: LLMs Can Defend Themselves against Jailbreaking in a Practical Manner","created":"2024-06-08","cited_by_count":63,"area":"safety"},{"id":"2410.02879","title":"Position: LLM Unlearning Benchmarks are Weak Measures of Progress","created":"2024-10-03","cited_by_count":63,"area":"safety"},{"id":"2411.19939","title":"VLSBench: Unveiling Visual Leakage in Multimodal Safety","created":"2024-11-29","cited_by_count":63,"area":"mllm"},{"id":"2504.03767","title":"MCP Safety Audit: LLMs with the Model Context Protocol Allow Major Security Exploits","created":"2025-04-02","cited_by_count":63,"area":"agents"},{"id":"2404.12241","title":"Introducing v0.5 of the AI Safety Benchmark from MLCommons","created":"2024-04-18","cited_by_count":62,"area":null},{"id":"2412.00473","title":"Jailbreak Large Vision-Language Models Through Multi-Modal Linkage","created":"2024-11-30","cited_by_count":62,"area":"safety"},{"id":"2410.09893","title":"RMB: Comprehensively Benchmarking Reward Models in LLM Alignment","created":"2024-10-13","cited_by_count":61,"area":"alignment"},{"id":"2410.06625","title":"ETA: Evaluating Then Aligning Safety of Vision Language Models at Inference Time","created":"2024-10-09","cited_by_count":60,"area":"mllm"},{"id":"2410.21965","title":"SG-Bench: Evaluating LLM Safety Generalization Across Diverse Tasks and Prompt Types","created":"2024-10-29","cited_by_count":60,"area":"safety"},{"id":"2406.14703","title":"Do LLMs Have Distinct and Consistent Personality? TRAIT: Personality Testset designed for LLMs with Psychometrics","created":"2024-06-20","cited_by_count":59,"area":null},{"id":"2412.17686","title":"Large Language Model Safety: A Holistic Survey","created":"2024-12-23","cited_by_count":59,"area":"safety"},{"id":"2501.17070","title":"Contextual Agent Security: A Policy for Every Purpose","created":"2025-01-28","cited_by_count":59,"area":null},{"id":"2502.11127","title":"G-Safeguard: A Topology-Guided Security Lens and Treatment on LLM-based Multi-agent Systems","created":"2025-02-16","cited_by_count":59,"area":"agents"},{"id":"2504.04377","title":"PolyGuard: A Multilingual Safety Moderation Tool for 17 Languages","created":"2025-04-06","cited_by_count":59,"area":null},{"id":"2408.01605","title":"CYBERSECEVAL 3: Advancing the Evaluation of Cybersecurity Risks and Capabilities in Large Language Models","created":"2024-08-02","cited_by_count":58,"area":null},{"id":"2504.12501","title":"Reinforcement Learning from Human Feedback","created":"2025-04-16","cited_by_count":58,"area":"alignment"},{"id":"2403.02910","title":"ImgTrojan: Jailbreaking Vision-Language Models with ONE Image","created":"2024-03-05","cited_by_count":57,"area":"mllm"},{"id":"2506.19676","title":"A Survey of LLM-Driven AI Agent Communication: Protocols, Security Risks, and Defense Countermeasures","created":"2025-06-24","cited_by_count":57,"area":"agents"},{"id":"2404.10960","title":"Uncertainty-Based Abstention in LLMs Improves Safety and Reduces Hallucinations","created":"2024-04-16","cited_by_count":54,"area":null},{"id":"2405.18540","title":"Learning diverse attacks on large language models for robust red-teaming and safety tuning","created":"2024-05-28","cited_by_count":54,"area":"safety"},{"id":"2502.07557","title":"JBShield: Defending Large Language Models from Jailbreak Attacks through Activated Concept Analysis and Manipulation","created":"2025-02-11","cited_by_count":54,"area":"safety"},{"id":"2502.19820","title":"Foot-In-The-Door: A Multi-turn Jailbreak for LLMs","created":"2025-02-27","cited_by_count":54,"area":"safety"},{"id":"2405.03486","title":"UnsafeBench: Benchmarking Image Safety Classifiers on Real-World and AI-Generated Images","created":"2024-05-06","cited_by_count":53,"area":null},{"id":"2406.14144","title":"Towards Understanding Safety Alignment: A Mechanistic Perspective from Safety Neurons","created":"2024-06-20","cited_by_count":53,"area":"alignment"},{"id":"2506.10805","title":"Detecting High-Stakes Interactions with Activation Probes","created":"2025-06-12","cited_by_count":53,"area":null},{"id":"2402.15911","title":"PRP: Propagating Universal Perturbations to Attack Large Language Model Guard-Rails","created":"2024-02-24","cited_by_count":52,"area":"safety"},{"id":"2410.21514","title":"Sabotage Evaluations for Frontier Models","created":"2024-10-28","cited_by_count":52,"area":null},{"id":"2412.07097","title":"On Evaluating the Durability of Safeguards for Open-Weight LLMs","created":"2024-12-10","cited_by_count":52,"area":null},{"id":"2402.16444","title":"ShieldLM: Empowering LLMs as Aligned, Customizable and Explainable Safety Detectors","created":"2024-02-26","cited_by_count":51,"area":null},{"id":"2501.04931","title":"Jailbreaking Multimodal Large Language Models via Shuffle Inconsistency","created":"2025-01-09","cited_by_count":51,"area":"mllm"},{"id":"2312.12321","title":"Bypassing the Safety Training of Open-Source LLMs with Priming Attacks","created":"2023-12-19","cited_by_count":50,"area":"safety"},{"id":"2408.11491","title":"SCANS: Mitigating the Exaggerated Safety for LLMs via Safety-Conscious Activation Steering","created":"2024-08-21","cited_by_count":50,"area":"alignment"},{"id":"2502.08586","title":"Commercial LLM Agents Are Already Vulnerable to Simple Yet Dangerous Attacks","created":"2025-02-12","cited_by_count":49,"area":"agents"},{"id":"2501.12612","title":"T2ISafety: Benchmark for Assessing Fairness, Toxicity, and Privacy in Image Generation","created":"2025-01-22","cited_by_count":48,"area":null}],"next_cursor":"100"}