{"total":365,"rows":[{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2401.11817","title":"Hallucination is Inevitable: An Innate Limitation of Large Language Models","created":"2024-01-22","cited_by_count":332,"area":null},{"id":"2406.08673","title":"HelpSteer2: Open-source dataset for training top-performing reward models","created":"2024-06-12","cited_by_count":236,"area":"alignment"},{"id":"2401.17263","title":"Robust Prompt Optimization for Defending Language Models Against Jailbreaking Attacks","created":"2024-01-30","cited_by_count":156,"area":"safety"},{"id":"2404.12272","title":"Who Validates the Validators? Aligning LLM-Assisted Evaluation of LLM Outputs with Human Preferences","created":"2024-04-18","cited_by_count":144,"area":"alignment"},{"id":"2311.09528","title":"HelpSteer: Multi-attribute Helpfulness Dataset for SteerLM","created":"2023-11-16","cited_by_count":142,"area":null},{"id":"2501.09004","title":"Aegis2.0: A Diverse AI Safety Dataset and Risks Taxonomy for Alignment of LLM Guardrails","created":"2025-01-15","cited_by_count":132,"area":"safety"},{"id":"2402.09283","title":"Attacks, Defenses and Evaluations for LLM Conversation Safety: A Survey","created":"2024-02-14","cited_by_count":130,"area":null},{"id":"2406.02630","title":"AI Agents Under Threat: A Survey of Key Security Challenges and Future Pathways","created":"2024-06-04","cited_by_count":127,"area":null},{"id":"2505.03574","title":"LlamaFirewall: An open source guardrail system for building secure AI agents","created":"2025-05-06","cited_by_count":127,"area":"agents"},{"id":"2406.09187","title":"GuardAgent: Safeguard LLM Agents by a Guard Agent via Knowledge-Enabled Reasoning","created":"2024-06-13","cited_by_count":124,"area":"lr"},{"id":"2406.07933","title":"Large Language Model Unlearning via Embedding-Corrupted Prompts","created":"2024-06-12","cited_by_count":116,"area":"safety"},{"id":"2501.18492","title":"GuardReasoner: Towards Reasoning-based LLM Safeguards","created":"2025-01-30","cited_by_count":100,"area":"lr"},{"id":"2311.07914","title":"Can Knowledge Graphs Reduce Hallucinations in LLMs? : A Survey","created":"2023-11-14","cited_by_count":92,"area":null},{"id":"2502.11448","title":"AGrail: A Lifelong Agent Guardrail with Effective and Adaptive Safety Detection","created":"2025-02-17","cited_by_count":89,"area":"agents"},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2403.13031","title":"RigorLLM: Resilient Guardrails for Large Language Models against Undesired Content","created":"2024-03-19","cited_by_count":68,"area":"safety"},{"id":"2402.01822","title":"Building Guardrails for Large Language Models","created":"2024-02-02","cited_by_count":65,"area":"safety"},{"id":"2410.02879","title":"Position: LLM Unlearning Benchmarks are Weak Measures of Progress","created":"2024-10-03","cited_by_count":63,"area":"safety"},{"id":"2310.15851","title":"Self-Guard: Empower the LLM to Safeguard Itself","created":"2023-10-24","cited_by_count":54,"area":"safety"},{"id":"2405.20485","title":"Phantom: General Backdoor Attacks on Retrieval Augmented Language Generation","created":"2024-05-30","cited_by_count":49,"area":"rag"},{"id":"2406.11036","title":"garak: A Framework for Security Probing Large Language Models","created":"2024-06-16","cited_by_count":49,"area":"safety"},{"id":"2510.05156","title":"VeriGuard: Enhancing LLM Agent Safety via Verified Code Generation","created":"2025-10-03","cited_by_count":49,"area":"agents"},{"id":"2404.04689","title":"Multicalibration for Confidence Scoring in LLMs","created":"2024-04-06","cited_by_count":46,"area":null},{"id":"2406.12934","title":"Current state of LLM Risks and AI Guardrails","created":"2024-06-16","cited_by_count":46,"area":"safety"},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2403.04786","title":"Breaking Down the Defenses: A Comparative Survey of Attacks on Large Language Models","created":"2024-03-03","cited_by_count":44,"area":null},{"id":"2407.05557","title":"$R^2$-Guard: Robust Reasoning Enabled LLM Guardrail via Knowledge-Enhanced Logical Reasoning","created":"2024-07-08","cited_by_count":43,"area":"lr"},{"id":"2412.06878","title":"SafeWatch: An Efficient Safety-Policy Following Video Guardrail Model with Transparent Explanations","created":"2024-12-09","cited_by_count":38,"area":"safety"},{"id":"2606.04990","title":"From Agent Traces to Trust: A Survey of Evidence Tracing and Execution Provenance in LLM Agents","created":"2026-06-03","cited_by_count":37,"area":"agents"},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2405.10467","title":"Agent Design Pattern Catalogue: A Collection of Architectural Patterns for Foundation Model based Agents","created":"2024-05-16","cited_by_count":35,"area":"agents"},{"id":"2401.03315","title":"Malla: Demystifying Real-world Large Language Model Integrated Malicious Services","created":"2024-01-06","cited_by_count":33,"area":null},{"id":"2407.18369","title":"AI Safety in Generative AI Large Language Models: A Survey","created":"2024-07-06","cited_by_count":33,"area":null},{"id":"2508.19461","title":"Reliable Weak-to-Strong Monitoring of LLM Agents","created":"2025-08-26","cited_by_count":31,"area":"agents"},{"id":"2601.17548","title":"Prompt Injection Attacks on Agentic Coding Assistants: A Systematic Analysis of Vulnerabilities in Skills, Tools, and Protocol Ecosystems","created":"2026-01-24","cited_by_count":31,"area":"agents"},{"id":"2502.01633","title":"Adversarial Reasoning at Jailbreaking Time","created":"2025-02-03","cited_by_count":29,"area":"lr"},{"id":"2603.11088","title":"The Attack and Defense Landscape of Agentic AI: A Comprehensive Survey","created":"2026-03-11","cited_by_count":28,"area":"agents"},{"id":"2602.11510","title":"AgentLeak: A Benchmark for Internal-Channel Privacy Leakage in Multi-Agent LLM Systems","created":"2026-02-12","cited_by_count":25,"area":"agents"},{"id":"2410.10414","title":"On Calibration of LLM-based Guard Models for Reliable Content Moderation","created":"2024-10-14","cited_by_count":23,"area":"safety"},{"id":"2606.17573","title":"Cordon: Semantic Transactions for Tool-Using LLM Agents","created":"2026-06-16","cited_by_count":22,"area":"agents"},{"id":"2506.10597","title":"SoK: Evaluating Jailbreak Guardrails for Large Language Models","created":"2025-06-12","cited_by_count":21,"area":"alignment"},{"id":"2407.12858","title":"Grounding and Evaluation for Large Language Models: Practical Challenges and Lessons Learned (Survey)","created":"2024-07-10","cited_by_count":20,"area":null},{"id":"2506.05346","title":"Why LLM Safety Guardrails Collapse After Fine-tuning: A Similarity Analysis Between Alignment and Fine-tuning Datasets","created":"2025-06-05","cited_by_count":20,"area":"alignment"},{"id":"2401.03038","title":"SPADE: Synthesizing Data Quality Assertions for Large Language Model Pipelines","created":"2024-01-05","cited_by_count":19,"area":"synth"},{"id":"2402.07179","title":"Prompt Perturbation in Retrieval-Augmented Generation based Large Language Models","created":"2024-02-11","cited_by_count":18,"area":"rag"},{"id":"2410.03769","title":"SciSafeEval: A Comprehensive Benchmark for Safety Alignment of Large Language Models in Scientific Tasks","created":"2024-10-02","cited_by_count":18,"area":"alignment"},{"id":"2602.11865","title":"Intelligent AI Delegation","created":"2026-02-12","cited_by_count":18,"area":null},{"id":"2409.14729","title":"PROMPTFUZZ: Harnessing Fuzzing Techniques for Robust Testing of Prompt Injection in LLMs","created":"2024-09-23","cited_by_count":17,"area":"safety"},{"id":"2409.15398","title":"Attack Atlas: A Practitioner's Perspective on Challenges and Pitfalls in Red Teaming GenAI","created":"2024-09-23","cited_by_count":16,"area":"safety"},{"id":"2603.19469","title":"A Framework for Formalizing LLM Agent Security","created":"2026-03-19","cited_by_count":16,"area":"agents"},{"id":"2604.07223","title":"TraceSafe: A Systematic Assessment of LLM Guardrails on Multi-Step Tool-Calling Trajectories","created":"2026-04-08","cited_by_count":16,"area":"agents"},{"id":"2404.03820","title":"CantTalkAboutThis: Aligning Language Models to Stay on Topic in Dialogues","created":"2024-04-04","cited_by_count":15,"area":"lr"},{"id":"2406.04755","title":"LLM Whisperer: An Inconspicuous Attack to Bias LLM Responses","created":"2024-06-07","cited_by_count":15,"area":null},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2602.06443","title":"TrajAD: Trajectory Anomaly Detection for Trustworthy LLM Agents","created":"2026-02-06","cited_by_count":15,"area":"agents"},{"id":"2604.13630","title":"SafeHarness: Lifecycle-Integrated Security Architecture for LLM-based Agent Deployment","created":"2026-04-15","cited_by_count":15,"area":"agents"},{"id":"2312.06798","title":"Building Trustworthy NeuroSymbolic AI Systems: Consistency, Reliability, Explainability, and Safety","created":"2023-12-05","cited_by_count":14,"area":null},{"id":"2404.04392","title":"Fine-Tuning, Quantization, and LLMs: Navigating Unintended Outcomes","created":"2024-04-05","cited_by_count":14,"area":"safety"},{"id":"2407.03234","title":"Self-Evaluation as a Defense Against Adversarial Attacks on LLMs","created":"2024-07-03","cited_by_count":14,"area":null},{"id":"2408.02205","title":"Swiss Cheese Model for AI Safety: A Taxonomy and Reference Architecture for Multi-Layered Guardrails of Foundation Model Based Agents","created":"2024-08-05","cited_by_count":14,"area":"agents"},{"id":"2410.22153","title":"Benchmarking LLM Guardrails in Handling Multilingual Toxicity","created":"2024-10-29","cited_by_count":14,"area":"safety"},{"id":"2501.13080","title":"Refining Input Guardrails: Enhancing LLM-as-a-Judge Efficiency Through Chain-of-Thought Fine-Tuning and Alignment","created":"2025-01-22","cited_by_count":14,"area":"lr"},{"id":"2504.17130","title":"Steering the CensorShip: Uncovering Representation Vectors for LLM \"Thought\" Control","created":"2025-04-23","cited_by_count":14,"area":"lr"},{"id":"2504.08848","title":"X-Guard: Multilingual Guard Agent for Content Moderation","created":"2025-04-11","cited_by_count":13,"area":"agents"},{"id":"2512.01295","title":"Systems Security Foundations for Agentic Computing","created":"2025-12-01","cited_by_count":13,"area":"agents"},{"id":"2402.14558","title":"LLMs with Industrial Lens: Deciphering the Challenges and Prospects -- A Survey","created":"2024-02-22","cited_by_count":12,"area":null},{"id":"2410.21083","title":"Stealthy Jailbreak Attacks on Large Language Models via Benign Data Mirroring","created":"2024-10-28","cited_by_count":12,"area":"safety"},{"id":"2411.14133","title":"GASP: Efficient Black-Box Generation of Adversarial Suffixes for Jailbreaking LLMs","created":"2024-11-21","cited_by_count":12,"area":"safety"},{"id":"2504.18564","title":"DualBreach: Efficient Dual-Jailbreaking via Target-Driven Initialization and Multi-Target Optimization","created":"2025-04-21","cited_by_count":12,"area":"safety"},{"id":"2505.18658","title":"Robustness in Large Language Models: A Survey of Mitigation Strategies and Evaluation Metrics","created":"2025-05-24","cited_by_count":12,"area":null},{"id":"2406.16746","title":"The Responsible Foundation Model Development Cheatsheet: A Review of Tools & Resources","created":"2024-06-24","cited_by_count":11,"area":null},{"id":"2410.12071","title":"Beyond the Comfort Zone: Emerging Solutions to Overcome Challenges in Integrating LLMs into Software Products","created":"2024-10-15","cited_by_count":11,"area":null},{"id":"2603.11853","title":"OpenClaw PRISM: A Zero-Fork, Defense-in-Depth Runtime Security Layer for Tool-Augmented LLM Agents","created":"2026-03-12","cited_by_count":11,"area":"agents"},{"id":"2403.06009","title":"Detectors for Safe and Reliable LLMs: Implementations, Uses, and Limitations","created":"2024-03-09","cited_by_count":10,"area":null},{"id":"2410.16527","title":"Insights and Current Gaps in Open-Source LLM Vulnerability Scanners: A Comparative Analysis","created":"2024-10-21","cited_by_count":10,"area":"safety"},{"id":"2412.01547","title":"Improved Large Language Model Jailbreak Detection via Pretrained Embeddings","created":"2024-12-02","cited_by_count":10,"area":"agents"},{"id":"2604.05432","title":"Your LLM Agent Can Leak Your Data: Data Exfiltration via Backdoored Tool Use","created":"2026-04-07","cited_by_count":10,"area":"agents"},{"id":"2607.07405","title":"Reason Less, Verify More: Deterministic Gates Recover a Silent Policy-Violation Failure Mode in Tool-Using LLM Agents","created":"2026-07-08","cited_by_count":10,"area":"lr"},{"id":"2406.18118","title":"SafeAligner: Safety Alignment against Jailbreak Attacks via Response Disparity Guidance","created":"2024-06-26","cited_by_count":9,"area":"alignment"},{"id":"2407.06866","title":"ChatGPT Doesn't Trust Chargers Fans: Guardrail Sensitivity in Context","created":"2024-07-09","cited_by_count":9,"area":null},{"id":"2410.09652","title":"Survival of the Safest: Towards Secure Prompt Optimization through Interleaved Multi-Objective Evolution","created":"2024-10-12","cited_by_count":9,"area":null},{"id":"2502.15427","title":"Adversarial Prompt Evaluation: Systematic Benchmarking of Guardrails Against Prompt Input Attacks on LLMs","created":"2025-02-21","cited_by_count":9,"area":"safety"},{"id":"2507.06196","title":"UQLM: A Python Package for Uncertainty Quantification in Large Language Models","created":"2025-07-08","cited_by_count":9,"area":null},{"id":"2601.09625","title":"The Promptware Kill Chain: How Prompt Injections Gradually Evolved Into a Multistep Malware Delivery Mechanism","created":"2026-01-14","cited_by_count":9,"area":"safety"},{"id":"2605.24309","title":"Reframing LLM Agent Security as an Agent-Human Interaction Problem","created":"2026-05-23","cited_by_count":9,"area":"agents"},{"id":"2408.08959","title":"Trust-Oriented Adaptive Guardrails for Large Language Models","created":"2024-08-16","cited_by_count":8,"area":"safety"},{"id":"2411.14398","title":"Lightweight Safety Guardrails Using Fine-tuned BERT Embeddings","created":"2024-11-21","cited_by_count":8,"area":"safety"},{"id":"2502.08142","title":"Bridging the Safety Gap: A Guardrail Pipeline for Trustworthy LLM Inferences","created":"2025-02-12","cited_by_count":8,"area":"safety"},{"id":"2505.04799","title":"Maris: A Formally Verifiable Privacy Policy Enforcement Paradigm for Multi-Agent Collaboration Systems","created":"2025-05-07","cited_by_count":8,"area":"agents"},{"id":"2509.14404","title":"A Taxonomy of Prompt Defects in LLM Systems","created":"2025-09-17","cited_by_count":8,"area":null},{"id":"2603.18096","title":"A Trace-Based Assurance Framework for Agentic AI Orchestration: Contracts, Testing, and Governance","created":"2026-03-18","cited_by_count":8,"area":"agents"},{"id":"2407.02987","title":"LoRA-Guard: Parameter-Efficient Guardrail Adaptation for Content Moderation of Large Language Models","created":"2024-07-03","cited_by_count":7,"area":"alignment"},{"id":"2409.17190","title":"Enhancing Guardrails for Safe and Secure Healthcare AI","created":"2024-09-25","cited_by_count":7,"area":"safety"},{"id":"2506.11083","title":"RedDebate: Safer Responses Through Multi-Agent Red Teaming Debates","created":"2025-06-04","cited_by_count":7,"area":"agents"},{"id":"2507.21820","title":"Anyone Can Jailbreak: Prompt-Based Attacks on LLMs and T2Is","created":"2025-07-29","cited_by_count":7,"area":"safety"},{"id":"2604.17562","title":"SafeAgent: A Runtime Protection Architecture for Agentic Systems","created":"2026-04-19","cited_by_count":7,"area":"agents"},{"id":"2607.01793","title":"Safety Testing LLM Agents at Scale: From Risk Discovery to Evidence-Grounded Verification","created":"2026-07-02","cited_by_count":7,"area":"agents"},{"id":"2410.02916","title":"LLM Safeguard is a Double-Edged Sword: Exploiting False Positives for Denial-of-Service Attacks","created":"2024-10-03","cited_by_count":6,"area":"safety"},{"id":"2502.14930","title":"RAGVA: Engineering Retrieval Augmented Generation-based Virtual Assistants in Practice","created":"2025-02-20","cited_by_count":6,"area":"rag"}],"next_cursor":"100"}