{"total":3104,"rows":[{"id":"2309.07864","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","created":"2023-09-14","cited_by_count":1439,"area":"agents"},{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2310.08419","title":"Jailbreaking Black Box Large Language Models in Twenty Queries","created":"2023-10-12","cited_by_count":1420,"area":"safety"},{"id":"2310.03693","title":"Fine-tuning Aligned Language Models Compromises Safety, Even When Users Do Not Intend To!","created":"2023-10-05","cited_by_count":1154,"area":"alignment"},{"id":"2406.11717","title":"Refusal in Language Models Is Mediated by a Single Direction","created":"2024-06-17","cited_by_count":1032,"area":"safety"},{"id":"2310.01798","title":"Large Language Models Cannot Self-Correct Reasoning Yet","created":"2023-10-03","cited_by_count":1017,"area":"lr"},{"id":"2310.11324","title":"Quantifying Language Models' Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting","created":"2023-10-17","cited_by_count":817,"area":null},{"id":"2310.04451","title":"AutoDAN: Generating Stealthy Jailbreak Prompts on Aligned Large Language Models","created":"2023-10-03","cited_by_count":785,"area":"alignment"},{"id":"2309.01219","title":"Siren's Song in the AI Ocean: A Survey on Hallucination in Large Language Models","created":"2023-09-03","cited_by_count":698,"area":null},{"id":"2312.02119","title":"Tree of Attacks: Jailbreaking Black-Box LLMs Automatically","created":"2023-12-04","cited_by_count":672,"area":"safety"},{"id":"2309.00614","title":"Baseline Defenses for Adversarial Attacks Against Aligned Language Models","created":"2023-09-01","cited_by_count":651,"area":"alignment"},{"id":"2401.06373","title":"How Johnny Can Persuade LLMs to Jailbreak Them: Rethinking Persuasion to Challenge AI Safety by Humanizing LLMs","created":"2024-01-12","cited_by_count":573,"area":"lr"},{"id":"2309.10253","title":"GPTFUZZER: Red Teaming Large Language Models with Auto-Generated Jailbreak Prompts","created":"2023-09-19","cited_by_count":560,"area":"safety"},{"id":"2403.02691","title":"InjecAgent: Benchmarking Indirect Prompt Injections in Tool-Integrated Large Language Model Agents","created":"2024-03-05","cited_by_count":538,"area":"agents"},{"id":"2404.01318","title":"JailbreakBench: An Open Robustness Benchmark for Jailbreaking Large Language Models","created":"2024-03-28","cited_by_count":536,"area":"safety"},{"id":"2401.06121","title":"TOFU: A Task of Fictitious Unlearning for LLMs","created":"2024-01-11","cited_by_count":533,"area":"safety"},{"id":"2403.03218","title":"The WMDP Benchmark: Measuring and Reducing Malicious Use With Unlearning","created":"2024-03-05","cited_by_count":509,"area":"safety"},{"id":"2308.01263","title":"XSTest: A Test Suite for Identifying Exaggerated Safety Behaviours in Large Language Models","created":"2023-08-02","cited_by_count":505,"area":null},{"id":"2406.18495","title":"WildGuard: Open One-Stop Moderation Tools for Safety Risks, Jailbreaks, and Refusals of LLMs","created":"2024-06-26","cited_by_count":496,"area":"safety"},{"id":"2404.13208","title":"The Instruction Hierarchy: Training LLMs to Prioritize Privileged Instructions","created":"2024-04-19","cited_by_count":493,"area":"safety"},{"id":"2308.03825","title":"\"Do Anything Now\": Characterizing and Evaluating In-The-Wild Jailbreak Prompts on Large Language Models","created":"2023-08-07","cited_by_count":489,"area":"safety"},{"id":"2404.02151","title":"Jailbreaking Leading Safety-Aligned LLMs with Simple Adaptive Attacks","created":"2024-04-02","cited_by_count":486,"area":"safety"},{"id":"2406.05946","title":"Safety Alignment Should Be Made More Than Just a Few Tokens Deep","created":"2024-06-10","cited_by_count":472,"area":"alignment"},{"id":"2310.03684","title":"SmoothLLM: Defending Large Language Models Against Jailbreaking Attacks","created":"2023-10-05","cited_by_count":469,"area":"safety"},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2309.11998","title":"LMSYS-Chat-1M: A Large-Scale Real-World LLM Conversation Dataset","created":"2023-09-21","cited_by_count":461,"area":null},{"id":"2310.06987","title":"Catastrophic Jailbreak of Open-source LLMs via Exploiting Generation","created":"2023-10-10","cited_by_count":451,"area":"safety"},{"id":"2410.09024","title":"AgentHarm: A Benchmark for Measuring Harmfulness of LLM Agents","created":"2024-10-11","cited_by_count":437,"area":"agents"},{"id":"2311.17035","title":"Scalable Extraction of Training Data from (Production) Language Models","created":"2023-11-28","cited_by_count":434,"area":null},{"id":"2308.14132","title":"Detecting Language Model Attacks with Perplexity","created":"2023-08-27","cited_by_count":431,"area":"safety"},{"id":"2310.06387","title":"Jailbreak and Guard Aligned Language Models with Only Few In-Context Demonstrations","created":"2023-10-10","cited_by_count":431,"area":"alignment"},{"id":"2407.12784","title":"AgentPoison: Red-teaming LLM Agents via Poisoning Memory or Knowledge Bases","created":"2024-07-17","cited_by_count":429,"area":"agents"},{"id":"2308.06463","title":"GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher","created":"2023-08-12","cited_by_count":423,"area":"alignment"},{"id":"2311.05608","title":"FigStep: Jailbreaking Large Vision-Language Models via Typographic Visual Prompts","created":"2023-11-09","cited_by_count":398,"area":"mllm"},{"id":"2404.01833","title":"Great, Now Write an Article About That: The Crescendo Multi-Turn LLM Jailbreak Attack","created":"2024-04-02","cited_by_count":390,"area":"safety"},{"id":"2309.07875","title":"Safety-Tuned LLaMAs: Lessons From Improving the Safety of Large Language Models that Follow Instructions","created":"2023-09-14","cited_by_count":387,"area":null},{"id":"2312.02003","title":"A Survey on Large Language Model (LLM) Security and Privacy: The Good, the Bad, and the Ugly","created":"2023-12-04","cited_by_count":387,"area":null},{"id":"2402.10260","title":"A StrongREJECT for Empty Jailbreaks","created":"2024-02-15","cited_by_count":385,"area":"safety"},{"id":"2402.06363","title":"StruQ: Defending Against Prompt Injection with Structured Queries","created":"2024-02-09","cited_by_count":375,"area":"safety"},{"id":"2311.03191","title":"DeepInception: Hypnotize Large Language Model to Be Jailbreaker","created":"2023-11-06","cited_by_count":367,"area":"safety"},{"id":"2310.10501","title":"NeMo Guardrails: A Toolkit for Controllable and Safe LLM Applications with Programmable Rails","created":"2023-10-16","cited_by_count":365,"area":null},{"id":"2310.12815","title":"Formalizing and Benchmarking Prompt Injection Attacks and Defenses","created":"2023-10-19","cited_by_count":364,"area":"safety"},{"id":"2412.14093","title":"Alignment faking in large language models","created":"2024-12-18","cited_by_count":360,"area":"alignment"},{"id":"2406.04313","title":"Improving Alignment and Robustness with Circuit Breakers","created":"2024-06-06","cited_by_count":322,"area":"safety"},{"id":"2310.02446","title":"Low-Resource Languages Jailbreak GPT-4","created":"2023-10-03","cited_by_count":309,"area":"safety"},{"id":"2412.16339","title":"Deliberative Alignment: Reasoning Enables Safer Language Models","created":"2024-12-20","cited_by_count":308,"area":"lr"},{"id":"2412.14470","title":"Agent-SafetyBench: Evaluating the Safety of LLM Agents","created":"2024-12-19","cited_by_count":306,"area":"agents"},{"id":"2310.02949","title":"Shadow Alignment: The Ease of Subverting Safely-Aligned Language Models","created":"2023-10-04","cited_by_count":297,"area":"alignment"},{"id":"2401.10019","title":"R-Judge: Benchmarking Safety Risk Awareness for LLM Agents","created":"2024-01-18","cited_by_count":288,"area":"agents"},{"id":"2402.07867","title":"PoisonedRAG: Knowledge Corruption Attacks to Retrieval-Augmented Generation of Large Language Models","created":"2024-02-12","cited_by_count":267,"area":"rag"},{"id":"2403.14720","title":"Defending Against Indirect Prompt Injection Attacks With Spotlighting","created":"2024-03-20","cited_by_count":267,"area":"safety"},{"id":"2309.02705","title":"Certifying LLM Safety against Adversarial Prompting","created":"2023-09-06","cited_by_count":266,"area":"safety"},{"id":"2308.11483","title":"Large Language Models Sensitivity to The Order of Options in Multiple-Choice Questions","created":"2023-08-22","cited_by_count":263,"area":null},{"id":"2406.15513","title":"PKU-SafeRLHF: Towards Multi-Level Safety Alignment for LLMs with Human Preference","created":"2024-06-20","cited_by_count":261,"area":"alignment"},{"id":"2311.08268","title":"A Wolf in Sheep's Clothing: Generalized Nested Jailbreak Prompts can Fool Large Language Models Easily","created":"2023-11-14","cited_by_count":259,"area":"safety"},{"id":"2402.08787","title":"Rethinking Machine Unlearning for Large Language Models","created":"2024-02-13","cited_by_count":257,"area":"lr"},{"id":"2402.08983","title":"SafeDecoding: Defending against Jailbreak Attacks via Safety-Aware Decoding","created":"2024-02-14","cited_by_count":247,"area":"safety"},{"id":"2311.06668","title":"In-context Vectors: Making In Context Learning More Effective and Controllable Through Latent Space Steering","created":"2023-11-11","cited_by_count":245,"area":null},{"id":"2308.07308","title":"LLM Self Defense: By Self Examination, LLMs Know They Are Being Tricked","created":"2023-08-14","cited_by_count":244,"area":"safety"},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2310.06474","title":"Multilingual Jailbreak Challenges in Large Language Models","created":"2023-10-10","cited_by_count":240,"area":"safety"},{"id":"2406.14598","title":"SORRY-Bench: Systematically Evaluating Large Language Model Safety Refusal","created":"2024-06-20","cited_by_count":240,"area":"alignment"},{"id":"2402.05162","title":"Assessing the Brittleness of Safety Alignment via Pruning and Low-Rank Modifications","created":"2024-02-07","cited_by_count":231,"area":"alignment"},{"id":"2407.04295","title":"Jailbreak Attacks and Defenses Against Large Language Models: A Survey","created":"2024-07-05","cited_by_count":230,"area":"safety"},{"id":"2312.06942","title":"AI Control: Improving Safety Despite Intentional Subversion","created":"2023-12-12","cited_by_count":229,"area":"safety"},{"id":"2402.05044","title":"SALAD-Bench: A Hierarchical and Comprehensive Safety Benchmark for Large Language Models","created":"2024-02-07","cited_by_count":228,"area":null},{"id":"2308.09662","title":"Red-Teaming Large Language Models using Chain of Utterances for Safety-Alignment","created":"2023-08-18","cited_by_count":223,"area":"safety"},{"id":"2406.18510","title":"WildTeaming at Scale: From In-the-Wild Jailbreaks to (Adversarially) Safer Language Models","created":"2024-06-26","cited_by_count":223,"area":"safety"},{"id":"2402.11753","title":"ArtPrompt: ASCII Art-based Jailbreak Attacks against Aligned LLMs","created":"2024-02-19","cited_by_count":216,"area":"safety"},{"id":"2311.03348","title":"Scalable and Transferable Black-Box Jailbreaks for Language Models via Persona Modulation","created":"2023-11-06","cited_by_count":214,"area":"safety"},{"id":"2410.05451","title":"SecAlign: Defending Against Prompt Injection with Preference Optimization","created":"2024-10-07","cited_by_count":210,"area":"alignment"},{"id":"2402.16822","title":"Rainbow Teaming: Open-Ended Generation of Diverse Adversarial Prompts","created":"2024-02-26","cited_by_count":205,"area":"safety"},{"id":"2410.17196","title":"VoiceBench: Benchmarking LLM-Based Voice Assistants","created":"2024-10-22","cited_by_count":200,"area":null},{"id":"2410.05295","title":"AutoDAN-Turbo: A Lifelong Agent for Strategy Self-Exploration to Jailbreak LLMs","created":"2024-10-03","cited_by_count":199,"area":"safety"},{"id":"2310.20624","title":"LoRA Fine-tuning Efficiently Undoes Safety Training in Llama 2-Chat 70B","created":"2023-10-31","cited_by_count":195,"area":"alignment"},{"id":"2311.17516","title":"MMA-Diffusion: MultiModal Attack on Diffusion Models","created":"2023-11-29","cited_by_count":194,"area":"diffusion"},{"id":"2309.14348","title":"Defending Against Alignment-Breaking Attacks via Robustly Aligned LLM","created":"2023-09-18","cited_by_count":192,"area":"alignment"},{"id":"2308.14752","title":"AI Deception: A Survey of Examples, Risks, and Potential Solutions","created":"2023-08-28","cited_by_count":188,"area":null},{"id":"2402.00888","title":"Security and Privacy Challenges of Large Language Models: A Survey","created":"2024-01-30","cited_by_count":186,"area":"safety"},{"id":"2401.01967","title":"A Mechanistic Understanding of Alignment Algorithms: A Case Study on DPO and Toxicity","created":"2024-01-03","cited_by_count":185,"area":"alignment"},{"id":"2309.11751","title":"How Robust is Google's Bard to Adversarial Image Attacks?","created":"2023-09-21","cited_by_count":183,"area":"mllm"},{"id":"2311.04076","title":"Do LLMs exhibit human-like response biases? A case study in survey design","created":"2023-11-07","cited_by_count":180,"area":null},{"id":"2309.13788","title":"Can LLM-Generated Misinformation Be Detected?","created":"2023-09-25","cited_by_count":177,"area":null},{"id":"2311.01460","title":"Implicit Chain of Thought Reasoning via Knowledge Distillation","created":"2023-11-02","cited_by_count":176,"area":"lr"},{"id":"2405.20362","title":"Hallucination-Free? Assessing the Reliability of Leading AI Legal Research Tools","created":"2024-05-30","cited_by_count":176,"area":null},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2407.15549","title":"Latent Adversarial Training Improves Robustness to Persistent Harmful Behaviors in LLMs","created":"2024-07-22","cited_by_count":173,"area":"safety"},{"id":"2309.00236","title":"Image Hijacks: Adversarial Images can Control Generative Models at Runtime","created":"2023-09-01","cited_by_count":172,"area":null},{"id":"2404.07921","title":"AmpleGCG: Learning a Universal and Transferable Generative Model of Adversarial Suffixes for Jailbreaking Both Open and Closed LLMs","created":"2024-04-11","cited_by_count":172,"area":"safety"},{"id":"2311.05553","title":"Removing RLHF Protections in GPT-4 via Fine-Tuning","created":"2023-11-09","cited_by_count":171,"area":"alignment"},{"id":"2311.09096","title":"Defending Large Language Models Against Jailbreaking Attacks Through Goal Prioritization","created":"2023-11-15","cited_by_count":170,"area":"safety"},{"id":"2402.02207","title":"Safety Fine-Tuning at (Almost) No Cost: A Baseline for Vision Large Language Models","created":"2024-02-03","cited_by_count":167,"area":"safety"},{"id":"2311.07689","title":"MART: Improving LLM Safety with Multi-round Automatic Red-Teaming","created":"2023-11-13","cited_by_count":163,"area":"safety"},{"id":"2402.16835","title":"Eight Methods to Evaluate Robust Unlearning in LLMs","created":"2024-02-26","cited_by_count":163,"area":"safety"},{"id":"2309.17410","title":"Can Sensitive Information Be Deleted From LLMs? Objectives for Defending Against Extraction Attacks","created":"2023-09-29","cited_by_count":158,"area":null},{"id":"2504.19793","title":"Prompt Injection Attack to Tool Selection in LLM Agents","created":"2025-04-28","cited_by_count":158,"area":"agents"},{"id":"2309.07124","title":"RAIN: Your Language Models Can Align Themselves without Finetuning","created":"2023-09-13","cited_by_count":157,"area":"alignment"},{"id":"2504.18575","title":"WASP: Benchmarking Web Agent Security Against Prompt Injection Attacks","created":"2025-04-22","cited_by_count":157,"area":"agents"},{"id":"2401.17263","title":"Robust Prompt Optimization for Defending Language Models Against Jailbreaking Attacks","created":"2024-01-30","cited_by_count":156,"area":"safety"}],"next_cursor":"100"}