{"total":232,"rows":[{"id":"2307.15043","title":"Universal and Transferable Adversarial Attacks on Aligned Language Models","created":"2023-07-27","cited_by_count":3104,"area":"alignment"},{"id":"2402.04249","title":"HarmBench: A Standardized Evaluation Framework for Automated Red Teaming and Robust Refusal","created":"2024-02-06","cited_by_count":1429,"area":"safety"},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2302.00093","title":"Large Language Models Can Be Easily Distracted by Irrelevant Context","created":"2023-01-31","cited_by_count":841,"area":null},{"id":"2308.01263","title":"XSTest: A Test Suite for Identifying Exaggerated Safety Behaviours in Large Language Models","created":"2023-08-02","cited_by_count":505,"area":null},{"id":"2401.00595","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","created":"2023-12-31","cited_by_count":310,"area":null},{"id":"2305.16934","title":"On Evaluating Adversarial Robustness of Large Vision-Language Models","created":"2023-05-26","cited_by_count":284,"area":"mllm"},{"id":"2210.09150","title":"Prompting GPT-3 To Be Reliable","created":"2022-10-17","cited_by_count":260,"area":null},{"id":"2305.08283","title":"From Pretraining Data to Language Models to Downstream Tasks: Tracking the Trails of Political Biases Leading to Unfair NLP Models","created":"2023-05-15","cited_by_count":260,"area":null},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2306.04528","title":"PromptRobust: Towards Evaluating the Robustness of Large Language Models on Adversarial Prompts","created":"2023-06-07","cited_by_count":226,"area":"safety"},{"id":"2302.12095","title":"On the Robustness of ChatGPT: An Adversarial and Out-of-distribution Perspective","created":"2023-02-22","cited_by_count":211,"area":null},{"id":"2302.04638","title":"Better Diffusion Models Further Improve Adversarial Training","created":"2023-02-09","cited_by_count":208,"area":"diffusion"},{"id":"2207.08143","title":"Can large language models reason about medical questions?","created":"2022-07-17","cited_by_count":194,"area":"lr"},{"id":"2402.16786","title":"Political Compass or Spinning Arrow? Towards More Meaningful Evaluations for Values and Opinions in Large Language Models","created":"2024-02-26","cited_by_count":162,"area":null},{"id":"2310.19156","title":"Poisoning Retrieval Corpora by Injecting Adversarial Passages","created":"2023-10-29","cited_by_count":159,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2302.08500","title":"Auditing large language models: a three-layered approach","created":"2023-02-16","cited_by_count":137,"area":null},{"id":"2410.23123","title":"On Memorization of Large Language Models in Logical Reasoning","created":"2024-10-30","cited_by_count":117,"area":"lr"},{"id":"2504.15585","title":"A Comprehensive Survey in LLM(-Agent) Full Stack Safety: Data, Training and Deployment","created":"2025-04-22","cited_by_count":116,"area":"lr"},{"id":"2112.08313","title":"Measure and Improve Robustness in NLP Models: A Survey","created":"2021-12-15","cited_by_count":107,"area":null},{"id":"2212.10264","title":"ReCode: Robustness Evaluation of Code Generation Models","created":"2022-12-20","cited_by_count":103,"area":null},{"id":"2310.11829","title":"Graph Foundation Models: Concepts, Opportunities and Challenges","created":"2023-10-18","cited_by_count":103,"area":null},{"id":"2404.08676","title":"ALERT: A Comprehensive Benchmark for Assessing Large Language Models' Safety through Red Teaming","created":"2024-04-06","cited_by_count":98,"area":"safety"},{"id":"2306.04618","title":"Revisiting Out-of-distribution Robustness in NLP: Benchmark, Analysis, and LLMs Evaluations","created":"2023-06-07","cited_by_count":97,"area":null},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2208.11857","title":"Shortcut Learning of Large Language Models in Natural Language Understanding","created":"2022-08-25","cited_by_count":85,"area":null},{"id":"2401.12242","title":"BadChain: Backdoor Chain-of-Thought Prompting for Large Language Models","created":"2024-01-20","cited_by_count":80,"area":"lr"},{"id":"2402.18158","title":"Evaluating Quantized Large Language Models","created":"2024-02-28","cited_by_count":77,"area":null},{"id":"2502.02384","title":"STAIR: Improving Safety Alignment with Introspective Reasoning","created":"2025-02-04","cited_by_count":77,"area":"lr"},{"id":"2303.16378","title":"A Pilot Study of Query-Free Adversarial Attack against Stable Diffusion","created":"2023-03-29","cited_by_count":76,"area":"diffusion"},{"id":"2211.08073","title":"GLUE-X: Evaluating Natural Language Understanding Models from an Out-of-distribution Generalization Perspective","created":"2022-11-15","cited_by_count":72,"area":null},{"id":"2405.03644","title":"When LLMs Meet Cybersecurity: A Systematic Literature Review","created":"2024-05-06","cited_by_count":71,"area":null},{"id":"2202.04173","title":"Exploring the Limits of Domain-Adaptive Training for Detoxifying Large-Scale Language Models","created":"2022-02-08","cited_by_count":68,"area":null},{"id":"2310.04655","title":"VLATTACK: Multimodal Adversarial Attacks on Vision-Language Tasks via Pre-trained Models","created":"2023-10-07","cited_by_count":68,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2404.13948","title":"Typos that Broke the RAG's Back: Genetic Attack on RAG Pipeline by Simulating Documents in the Wild via Low-level Perturbations","created":"2024-04-22","cited_by_count":65,"area":"rag"},{"id":"2305.14950","title":"Adversarial Demonstration Attacks on Large Language Models","created":"2023-05-24","cited_by_count":63,"area":null},{"id":"2407.21792","title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?","created":"2024-07-31","cited_by_count":61,"area":null},{"id":"2205.01663","title":"Adversarial Training for High-Stakes Reliability","created":"2022-05-03","cited_by_count":60,"area":null},{"id":"2308.10819","title":"Evaluating the Instruction-Following Robustness of Large Language Models to Prompt Injection","created":"2023-08-17","cited_by_count":59,"area":"safety"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2301.08881","title":"Dr.Spider: A Diagnostic Evaluation Benchmark towards Text-to-SQL Robustness","created":"2023-01-21","cited_by_count":53,"area":null},{"id":"2407.14937","title":"Operationalizing a Threat Model for Red-Teaming Large Language Models (LLMs)","created":"2024-07-20","cited_by_count":46,"area":"safety"},{"id":"2306.14321","title":"RobuT: A Systematic Study of Table QA Robustness Against Human-Annotated Adversarial Perturbations","created":"2023-06-25","cited_by_count":43,"area":null},{"id":"2402.11175","title":"M4GT-Bench: Evaluation Benchmark for Black-Box Machine-Generated Text Detection","created":"2024-02-17","cited_by_count":43,"area":null},{"id":"2205.01287","title":"SemAttack: Natural Textual Attacks via Different Semantic Spaces","created":"2022-05-03","cited_by_count":42,"area":null},{"id":"2301.12868","title":"On Robustness of Prompt-based Semantic Parsing with Large Pre-trained Language Model: An Empirical Study on Codex","created":"2023-01-30","cited_by_count":41,"area":null},{"id":"2402.12959","title":"Prompt Stealing Attacks Against Large Language Models","created":"2024-02-20","cited_by_count":40,"area":null},{"id":"2305.14976","title":"GPTAraEval: A Comprehensive Evaluation of ChatGPT on Arabic NLP","created":"2023-05-24","cited_by_count":37,"area":null},{"id":"2307.16630","title":"Text-CRS: A Generalized Certified Robustness Framework against Textual Adversarial Attacks","created":"2023-07-31","cited_by_count":34,"area":null},{"id":"2206.03216","title":"Data Governance in the Age of Large-Scale Data-Driven Language Technology","created":"2022-05-04","cited_by_count":33,"area":null},{"id":"2305.10235","title":"Assessing Hidden Risks of LLMs: An Empirical Study on Robustness, Consistency, and Credibility","created":"2023-05-15","cited_by_count":30,"area":null},{"id":"2404.14183","title":"SemEval-2024 Task 8: Multidomain, Multimodel and Multilingual Machine-Generated Text Detection","created":"2024-04-22","cited_by_count":30,"area":null},{"id":"2311.04124","title":"Unveiling Safety Vulnerabilities of Large Language Models","created":"2023-11-07","cited_by_count":27,"area":null},{"id":"2312.06861","title":"Disentangling Perceptions of Offensiveness: Cultural and Moral Correlates","created":"2023-12-11","cited_by_count":26,"area":null},{"id":"2404.12452","title":"Characterizing LLM Abstention Behavior in Science QA with Context Perturbations","created":"2024-04-18","cited_by_count":26,"area":null},{"id":"2404.18923","title":"Holmes: A Benchmark to Assess the Linguistic Competence of Language Models","created":"2024-04-29","cited_by_count":26,"area":null},{"id":"2506.11094","title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs","created":"2025-06-06","cited_by_count":26,"area":null},{"id":"2503.11751","title":"reWordBench: Benchmarking and Improving the Robustness of Reward Models with Transformed Inputs","created":"2025-03-14","cited_by_count":25,"area":"alignment"},{"id":"2503.16248","title":"Real AI Agents with Fake Memories: Fatal Context Manipulation Attacks on Web3 Agents","created":"2025-03-20","cited_by_count":24,"area":"safety"},{"id":"2406.05392","title":"Deconstructing The Ethics of Large Language Models from Long-standing Issues to New-emerging Dilemmas: A Survey","created":"2024-06-08","cited_by_count":23,"area":null},{"id":"2206.07912","title":"Double Sampling Randomized Smoothing","created":"2022-06-16","cited_by_count":22,"area":null},{"id":"2408.04585","title":"Towards Resilient and Efficient LLMs: A Comparative Study of Efficiency, Performance, and Adversarial Robustness","created":"2024-08-08","cited_by_count":22,"area":null},{"id":"2212.09254","title":"TextGrad: Advancing Robustness Evaluation in NLP by Gradient-Driven Optimization","created":"2022-12-19","cited_by_count":21,"area":null},{"id":"2403.07937","title":"Speech Robust Bench: A Robustness Benchmark For Speech Recognition","created":"2024-03-08","cited_by_count":21,"area":null},{"id":"2405.02764","title":"Assessing Adversarial Robustness of Large Language Models: An Empirical Study","created":"2024-05-04","cited_by_count":21,"area":null},{"id":"2302.09457","title":"Attacks in Adversarial Machine Learning: A Systematic Survey from the Life-cycle Perspective","created":"2023-02-19","cited_by_count":20,"area":null},{"id":"2312.06056","title":"METAL: Metamorphic Testing Framework for Analyzing Large-Language Model Qualities","created":"2023-12-11","cited_by_count":20,"area":null},{"id":"2406.19783","title":"NLPerturbator: Studying the Robustness of Code LLMs to Natural Language Variations","created":"2024-06-28","cited_by_count":20,"area":null},{"id":"2503.18991","title":"Inverse Reinforcement Learning with Dynamic Reward Scaling for LLM Alignment","created":"2025-03-23","cited_by_count":20,"area":"alignment"},{"id":"2308.02350","title":"RobustMQ: Benchmarking Robustness of Quantized Models","created":"2023-08-04","cited_by_count":19,"area":null},{"id":"2310.14424","title":"Which Prompts Make The Difference? Data Prioritization For Efficient Human LLM Evaluation","created":"2023-10-22","cited_by_count":18,"area":null},{"id":"2402.19465","title":"Towards Tracing Trustworthiness Dynamics: Revisiting Pre-training Period of Large Language Models","created":"2024-02-29","cited_by_count":18,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2504.06141","title":"Adversarial Training of Reward Models","created":"2025-04-08","cited_by_count":18,"area":"alignment"},{"id":"2402.11138","title":"Contrastive Instruction Tuning","created":"2024-02-17","cited_by_count":17,"area":null},{"id":"2504.02733","title":"Enhancing LLM Robustness to Perturbed Instructions: An Empirical Study","created":"2025-04-03","cited_by_count":17,"area":null},{"id":"2404.12274","title":"Advancing the Robustness of Large Language Models through Self-Denoised Smoothing","created":"2024-04-18","cited_by_count":16,"area":"safety"},{"id":"2410.21352","title":"LLMCBench: Benchmarking Large Language Model Compression for Efficient Deployment","created":"2024-10-28","cited_by_count":16,"area":null},{"id":"2210.05769","title":"Vote'n'Rank: Revision of Benchmarking with Social Choice Theory","created":"2022-10-11","cited_by_count":15,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2404.13660","title":"Trojan Detection in Large Language Models: Insights from The Trojan Detection Challenge","created":"2024-04-21","cited_by_count":14,"area":"safety"},{"id":"2505.00268","title":"Consistency in Language Models: Current Landscape, Challenges, and Future Directions","created":"2025-05-01","cited_by_count":14,"area":null},{"id":"2407.05365","title":"ElecBench: a Power Dispatch Evaluation Benchmark for Large Language Models","created":"2024-07-07","cited_by_count":13,"area":null},{"id":"2501.08203","title":"ArithmAttack: Evaluating Robustness of LLMs to Noisy Context in Math Problem Solving","created":"2025-01-14","cited_by_count":13,"area":null},{"id":"2506.01317","title":"T-SHIRT: Token-Selective Hierarchical Data Selection for Instruction Tuning","created":"2025-06-02","cited_by_count":13,"area":null},{"id":"2505.18658","title":"Robustness in Large Language Models: A Survey of Mitigation Strategies and Evaluation Metrics","created":"2025-05-24","cited_by_count":12,"area":null},{"id":"2201.10066","title":"Documenting Geographically and Contextually Diverse Data Sources: The BigScience Catalogue of Language Data and Resources","created":"2022-01-25","cited_by_count":11,"area":null},{"id":"2210.12813","title":"TAPE: Assessing Few-shot Russian Language Understanding","created":"2022-10-23","cited_by_count":11,"area":null},{"id":"2212.08853","title":"HyPe: Better Pre-trained Language Model Fine-tuning with Hidden Representation Perturbation","created":"2022-12-17","cited_by_count":11,"area":null},{"id":"2404.10857","title":"D3CODE: Disentangling Disagreements in Data across Cultures on Offensiveness Detection and Evaluation","created":"2024-04-16","cited_by_count":11,"area":null},{"id":"2406.03993","title":"Assessing LLMs for Zero-shot Abstractive Summarization Through the Lens of Relevance Paraphrasing","created":"2024-06-06","cited_by_count":11,"area":null},{"id":"2407.08983","title":"Towards More Trustworthy and Interpretable LLMs for Code through Syntax-Grounded Explanations","created":"2024-07-12","cited_by_count":11,"area":null},{"id":"2505.17406","title":"Robust Answers, Fragile Logic: Probing the Decoupling Hypothesis in LLM Reasoning","created":"2025-05-23","cited_by_count":11,"area":"lr"},{"id":"2305.04557","title":"Toward Adversarial Training on Contextualized Language Representation","created":"2023-05-08","cited_by_count":10,"area":null},{"id":"2405.20770","title":"Large Language Model Sentinel: LLM Agent for Adversarial Purification","created":"2024-05-24","cited_by_count":10,"area":"agents"},{"id":"2412.00765","title":"SelfPrompt: Autonomously Evaluating LLM Robustness via Domain-Constrained Knowledge Guidelines and Refined Adversarial Prompts","created":"2024-12-01","cited_by_count":10,"area":"safety"},{"id":"2602.03224","title":"TAME: A Trustworthy Test-Time Evolution of Agent Memory with Systematic Benchmarking","created":"2026-02-03","cited_by_count":10,"area":"agents"},{"id":"2609.31142","title":"JevAdvBench: A Benchmark and Black-Box Attacks for Reinforcement Learning for Calibrated Decisions Models","created":"2026-09-25","cited_by_count":10,"area":"lr"}],"next_cursor":"100"}