{"total":205,"rows":[{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2406.14598","title":"SORRY-Bench: Systematically Evaluating Large Language Model Safety Refusal","created":"2024-06-20","cited_by_count":240,"area":"alignment"},{"id":"2404.16873","title":"AdvPrompter: Fast Adaptive Adversarial Prompting for LLMs","created":"2024-04-21","cited_by_count":156,"area":"safety"},{"id":"2405.15589","title":"Efficient Adversarial Training in LLMs with Continuous Attacks","created":"2024-05-24","cited_by_count":113,"area":"safety"},{"id":"2503.23037","title":"Agentic Large Language Models, a survey","created":"2025-03-29","cited_by_count":108,"area":"agents"},{"id":"2404.13161","title":"CyberSecEval 2: A Wide-Ranging Cybersecurity Evaluation Suite for Large Language Models","created":"2024-04-19","cited_by_count":89,"area":"safety"},{"id":"2412.03556","title":"Best-of-N Jailbreaking","created":"2024-12-04","cited_by_count":76,"area":"safety"},{"id":"2404.12241","title":"Introducing v0.5 of the AI Safety Benchmark from MLCommons","created":"2024-04-18","cited_by_count":62,"area":null},{"id":"2407.10264","title":"What Makes and Breaks Safety Fine-tuning? A Mechanistic Study","created":"2024-07-14","cited_by_count":55,"area":"safety"},{"id":"2405.18540","title":"Learning diverse attacks on large language models for robust red-teaming and safety tuning","created":"2024-05-28","cited_by_count":54,"area":"safety"},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2505.24119","title":"The State of Multilingual LLM Safety Research: From Measuring the Language Gap to Mitigating It","created":"2025-05-30","cited_by_count":45,"area":"safety"},{"id":"2503.15754","title":"AutoRedTeamer: Autonomous Red Teaming with Lifelong Attack Integration","created":"2025-03-20","cited_by_count":43,"area":"safety"},{"id":"2506.07468","title":"Chasing Moving Targets with Online Self-Play Reinforcement Learning for Safer Language Models","created":"2025-06-09","cited_by_count":39,"area":"alignment"},{"id":"2405.07932","title":"PARDEN, Can You Repeat That? Defending against Jailbreaks via Repetition","created":"2024-05-13","cited_by_count":35,"area":"safety"},{"id":"2412.02980","title":"Surveying the Effects of Quality, Diversity, and Complexity in Synthetic Data From Large Language Models","created":"2024-12-04","cited_by_count":35,"area":"synth"},{"id":"2406.07594","title":"MLLMGuard: A Multi-dimensional Safety Evaluation Suite for Multimodal Large Language Models","created":"2024-06-11","cited_by_count":34,"area":"mllm"},{"id":"2502.14074","title":"Investigating Non-Transitivity in LLM-as-a-Judge","created":"2025-02-19","cited_by_count":34,"area":"agents"},{"id":"2604.04989","title":"SkillAttack: Automated Red Teaming of Agent Skills through Attack Path Refinement","created":"2026-04-05","cited_by_count":30,"area":"agents"},{"id":"2502.01633","title":"Adversarial Reasoning at Jailbreaking Time","created":"2025-02-03","cited_by_count":29,"area":"lr"},{"id":"2503.18929","title":"Trajectory Balance with Asynchrony: Decoupling Exploration and Learning for Fast, Scalable LLM Post-Training","created":"2025-03-24","cited_by_count":29,"area":"lr"},{"id":"2410.22284","title":"Embedding-based classifiers can detect prompt injection attacks","created":"2024-10-29","cited_by_count":27,"area":"safety"},{"id":"2504.09420","title":"SaRO: Enhancing LLM Safety through Reasoning-based Alignment","created":"2025-04-13","cited_by_count":26,"area":"lr"},{"id":"2407.19200","title":"On Behalf of the Stakeholders: Trends in NLP Model Interpretability in the Era of LLMs","created":"2024-07-27","cited_by_count":25,"area":"mechinterp"},{"id":"2410.12864","title":"Investigating Implicit Bias in Large Language Models: A Large-Scale Study of Over 50 LLMs","created":"2024-10-13","cited_by_count":25,"area":null},{"id":"2412.18693","title":"Diverse and Effective Red Teaming with Auto-generated Rewards and Multi-step Reinforcement Learning","created":"2024-12-24","cited_by_count":25,"area":"safety"},{"id":"2407.09388","title":"GAVEL: Generating Games Via Evolution and Language Models","created":"2024-07-12","cited_by_count":24,"area":null},{"id":"2408.01420","title":"Mission Impossible: A Statistical Perspective on Jailbreaking LLMs","created":"2024-08-02","cited_by_count":24,"area":"alignment"},{"id":"2410.02298","title":"Jailbreak Antidote: Runtime Safety-Utility Balance via Sparse Representation Adjustment in Large Language Models","created":"2024-10-03","cited_by_count":23,"area":"safety"},{"id":"2507.00971","title":"Reasoning as an Adaptive Defense for Safety","created":"2025-07-01","cited_by_count":23,"area":"lr"},{"id":"2508.10880","title":"Searching for Privacy Risks in LLM Agents via Simulation","created":"2025-08-14","cited_by_count":22,"area":"agents"},{"id":"2503.06550","title":"BingoGuard: LLM Content Moderation Tools with Risk Levels","created":"2025-03-09","cited_by_count":21,"area":null},{"id":"2602.01539","title":"MAGIC: A Co-Evolving Attacker-Defender Adversarial Game for Robust LLM Safety","created":"2026-02-02","cited_by_count":21,"area":"alignment"},{"id":"2405.01886","title":"Aloe: A Family of Fine-tuned Open Healthcare LLMs","created":"2024-05-03","cited_by_count":20,"area":"safety"},{"id":"2505.18893","title":"Reality Check: A New Evaluation Ecosystem Is Necessary to Understand AI's Real World Effects","created":"2025-05-24","cited_by_count":19,"area":null},{"id":"2409.15398","title":"Attack Atlas: A Practitioner's Perspective on Challenges and Pitfalls in Red Teaming GenAI","created":"2024-09-23","cited_by_count":16,"area":"safety"},{"id":"2510.05442","title":"Adversarial Reinforcement Learning for Large Language Model Agent Safety","created":"2025-10-06","cited_by_count":16,"area":"agents"},{"id":"2507.07417","title":"May I have your Attention? Breaking Fine-Tuning based Prompt Injection Defenses using Architecture-Aware Attacks","created":"2025-07-10","cited_by_count":15,"area":"safety"},{"id":"2507.19218","title":"Technological folie \\`a deux: Feedback Loops Between AI Chatbots and Mental Illness","created":"2025-07-25","cited_by_count":15,"area":null},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2502.00757","title":"AgentBreeder: Mitigating the AI Safety Risks of Multi-Agent Scaffolds via Self-Improvement","created":"2025-02-02","cited_by_count":14,"area":"agents"},{"id":"2512.07761","title":"TROJail: Trajectory-Level Optimization for Multi-Turn Large Language Model Jailbreaks with Process Rewards","created":"2025-12-08","cited_by_count":14,"area":"safety"},{"id":"2406.10977","title":"Toward Optimal LLM Alignments Using Two-Player Games","created":"2024-06-16","cited_by_count":13,"area":"alignment"},{"id":"2406.11757","title":"STAR: SocioTechnical Approach to Red Teaming Language Models","created":"2024-06-17","cited_by_count":13,"area":"safety"},{"id":"2506.00781","title":"CoP: Agentic Red-teaming for Large Language Models using Composition of Principles","created":"2025-06-01","cited_by_count":13,"area":"agents"},{"id":"2410.14735","title":"Agent Skill Acquisition for Large Language Models via CycleQD","created":"2024-10-16","cited_by_count":12,"area":"agents"},{"id":"2509.24296","title":"DiffuGuard: How Intrinsic Safety is Lost and Found in Diffusion Large Language Models","created":"2025-09-29","cited_by_count":12,"area":"safety"},{"id":"2602.06854","title":"SEMA: Simple yet Effective Learning for Multi-Turn Jailbreak Attacks","created":"2026-02-06","cited_by_count":12,"area":"safety"},{"id":"2501.13075","title":"Evolution and The Knightian Blindspot of Machine Learning","created":"2025-01-22","cited_by_count":11,"area":null},{"id":"2503.02174","title":"Adversarial Tokenization","created":"2025-03-04","cited_by_count":11,"area":"safety"},{"id":"2504.15047","title":"RainbowPlus: Enhancing Adversarial Prompt Generation via Evolutionary Quality-Diversity Search","created":"2025-04-21","cited_by_count":11,"area":"safety"},{"id":"2505.16947","title":"MixAT: Combining Continuous and Discrete Adversarial Training for LLMs","created":"2025-05-22","cited_by_count":11,"area":"safety"},{"id":"2604.08499","title":"PIArena: A Platform for Prompt Injection Evaluation","created":"2026-04-09","cited_by_count":11,"area":"safety"},{"id":"2609.26457","title":"Recursive self-improvement of AI research agents","created":"2026-09-22","cited_by_count":11,"area":"agents"},{"id":"2406.11654","title":"Ruby Teaming: Improving Quality Diversity Search with Memory for Automated Red Teaming","created":"2024-06-17","cited_by_count":10,"area":"safety"},{"id":"2502.07577","title":"Automated Capability Discovery via Foundation Model Self-Exploration","created":"2025-02-11","cited_by_count":10,"area":null},{"id":"2408.02632","title":"SEAS: Self-Evolving Adversarial Safety Optimization for Large Language Models","created":"2024-08-05","cited_by_count":9,"area":"synth"},{"id":"2502.09638","title":"Jailbreaking to Jailbreak","created":"2025-02-09","cited_by_count":9,"area":"safety"},{"id":"2502.11361","title":"VLDBench Evaluating Multimodal Disinformation with Regulatory Alignment","created":"2025-02-17","cited_by_count":9,"area":null},{"id":"2506.07121","title":"Quality-Diversity Red-Teaming: Automated Generation of High-Quality and Diverse Attackers for Large Language Models","created":"2025-06-08","cited_by_count":9,"area":"safety"},{"id":"2509.03728","title":"PersonaTeaming: Exploring How Introducing Personas Can Improve Automated AI Red-Teaming","created":"2025-09-03","cited_by_count":9,"area":"safety"},{"id":"2511.08525","title":"Investigating CoT Monitorability in Large Reasoning Models","created":"2025-11-11","cited_by_count":9,"area":"lr"},{"id":"2407.09502","title":"From Text to Life: On the Reciprocal Relationship between Artificial Life and Large Language Models","created":"2024-06-14","cited_by_count":8,"area":null},{"id":"2408.10701","title":"Ferret: Faster and Effective Automated Red Teaming with Reward-Based Scoring Technique","created":"2024-08-20","cited_by_count":8,"area":"alignment"},{"id":"2410.07765","title":"GameTraversalBenchmark: Evaluating Planning Abilities Of Large Language Models Through Traversing 2D Game Maps","created":"2024-10-10","cited_by_count":8,"area":null},{"id":"2502.01697","title":"BARE: Leveraging Base Language Models for Few-Shot Synthetic Data Generation","created":"2025-02-03","cited_by_count":8,"area":"synth"},{"id":"2505.23839","title":"GeneBreaker: Jailbreak Attacks against DNA Language Models with Pathogenicity Guidance","created":"2025-05-28","cited_by_count":8,"area":"safety"},{"id":"2507.01020","title":"AutoAdv: Automated Adversarial Prompting for Multi-Turn Jailbreaking of Large Language Models","created":"2025-04-18","cited_by_count":8,"area":"safety"},{"id":"2511.12710","title":"Evolve the Method, Not the Prompts: Evolutionary Synthesis of Jailbreak Attacks on LLMs","created":"2025-11-16","cited_by_count":8,"area":"safety"},{"id":"2404.15794","title":"Large Language Models as In-context AI Generators for Quality-Diversity","created":"2024-04-24","cited_by_count":7,"area":null},{"id":"2502.19320","title":"Shh, don't say that! Domain Certification in LLMs","created":"2025-02-26","cited_by_count":7,"area":null},{"id":"2503.17195","title":"TreeSynth: Synthesizing Diverse Data from Scratch via Tree-Guided Subspace Partitioning","created":"2025-03-21","cited_by_count":7,"area":null},{"id":"2505.24369","title":"Adversarial Preference Learning for Robust LLM Alignment","created":"2025-05-30","cited_by_count":7,"area":"alignment"},{"id":"2506.06499","title":"SPARQ: Synthetic Problem Generation for Reasoning via Quality-Diversity Algorithms","created":"2025-06-06","cited_by_count":7,"area":"lr"},{"id":"2506.11083","title":"RedDebate: Safer Responses Through Multi-Agent Red Teaming Debates","created":"2025-06-04","cited_by_count":7,"area":"agents"},{"id":"2509.21947","title":"Active Attacks: Red-teaming LLMs via Adaptive Environments","created":"2025-09-26","cited_by_count":7,"area":"safety"},{"id":"2511.16709","title":"AutoBackdoor: Automating Backdoor Attacks via LLM Agents","created":"2025-11-20","cited_by_count":7,"area":"agents"},{"id":"2601.03335","title":"Digital Red Queen: Adversarial Program Evolution in Core War with LLMs","created":"2026-01-06","cited_by_count":7,"area":null},{"id":"2602.05910","title":"Chunky Post-Training: Data Driven Failures of Generalization","created":"2026-02-05","cited_by_count":7,"area":null},{"id":"2408.16163","title":"FRACTURED-SORRY-Bench: Framework for Revealing Attacks in Conversational Turns Undermining Refusal Efficacy and Defenses over SORRY-Bench (Automated Multi-shot Jailbreaks)","created":"2024-08-28","cited_by_count":6,"area":"safety"},{"id":"2410.01088","title":"Exploring Empty Spaces: Human-in-the-Loop Data Augmentation","created":"2024-10-01","cited_by_count":6,"area":"safety"},{"id":"2502.18504","title":"TurboFuzzLLM: Turbocharging Mutation-based Fuzzing for Effectively Jailbreaking Large Language Models in Practice","created":"2025-02-21","cited_by_count":6,"area":"safety"},{"id":"2505.23473","title":"EVOREFUSE: Evolutionary Prompt Optimization for Evaluation and Mitigation of LLM Over-Refusal to Pseudo-Malicious Instructions","created":"2025-05-29","cited_by_count":6,"area":"alignment"},{"id":"2509.08653","title":"Generative Data Refinement: Just Ask for Better Data","created":"2025-09-10","cited_by_count":6,"area":null},{"id":"2602.03545","title":"Persona Generators: Generating Diverse Synthetic Personas for Arbitrary Contexts","created":"2026-02-03","cited_by_count":6,"area":null},{"id":"2603.22341","title":"T-MAP: Red-Teaming LLM Agents with Trajectory-aware Evolutionary Search","created":"2026-03-21","cited_by_count":6,"area":"agents"},{"id":"2407.20529","title":"Can LLMs be Fooled? Investigating Vulnerabilities in LLMs","created":"2024-07-30","cited_by_count":5,"area":null},{"id":"2412.21052","title":"Towards Effective Discrimination Testing for Generative AI","created":"2024-12-30","cited_by_count":5,"area":null},{"id":"2502.05223","title":"KDA: A Knowledge-Distilled Attacker for Generating Diverse Prompts to Jailbreak LLMs","created":"2025-02-05","cited_by_count":5,"area":"safety"},{"id":"2505.17691","title":"ELSPR: Evaluator LLM Training Data Self-Purification on Non-Transitive Preferences via Tournament Graph Reconstruction","created":"2025-05-23","cited_by_count":5,"area":null},{"id":"2505.22037","title":"Jailbreak Distillation: Renewable Safety Benchmarking","created":"2025-05-28","cited_by_count":5,"area":"safety"},{"id":"2507.02332","title":"PII Jailbreaking in LLMs via Activation Steering Reveals Personal Information Leakage","created":"2025-07-03","cited_by_count":5,"area":"alignment"},{"id":"2510.07239","title":"Red-Bandit: Test-Time Adaptation for LLM Red-Teaming via Bandit-Guided LoRA Experts","created":"2025-10-08","cited_by_count":5,"area":"safety"},{"id":"2603.29791","title":"Reasoning-Driven Synthetic Data Generation and Evaluation","created":"2026-03-31","cited_by_count":5,"area":null},{"id":"2606.09701","title":"Learning to Attack and Defend: Adaptive Red Teaming of Language Models via GRPO","created":"2026-06-08","cited_by_count":5,"area":"lr"},{"id":"2406.15193","title":"Inference Time Alignment with Reward-Guided Tree Search","created":"2024-06-21","cited_by_count":4,"area":"alignment"},{"id":"2502.13603","title":"Efficient Safety Retrofitting Against Jailbreaking for LLMs","created":"2025-02-19","cited_by_count":4,"area":"alignment"},{"id":"2503.01986","title":"Adaptively profiling models with task elicitation","created":"2025-03-03","cited_by_count":4,"area":null},{"id":"2504.20086","title":"Understanding and Mitigating Risks of Generative AI in Financial Services","created":"2025-04-25","cited_by_count":4,"area":"safety"},{"id":"2505.13862","title":"PandaGuard: Systematic Evaluation of LLM Safety against Jailbreaking Attacks","created":"2025-05-20","cited_by_count":4,"area":"alignment"}],"next_cursor":"100"}