{"total":166,"rows":[{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2302.00093","title":"Large Language Models Can Be Easily Distracted by Irrelevant Context","created":"2023-01-31","cited_by_count":841,"area":null},{"id":"2308.01263","title":"XSTest: A Test Suite for Identifying Exaggerated Safety Behaviours in Large Language Models","created":"2023-08-02","cited_by_count":505,"area":null},{"id":"2401.00595","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","created":"2023-12-31","cited_by_count":310,"area":null},{"id":"2210.09150","title":"Prompting GPT-3 To Be Reliable","created":"2022-10-17","cited_by_count":260,"area":null},{"id":"2305.08283","title":"From Pretraining Data to Language Models to Downstream Tasks: Tracking the Trails of Political Biases Leading to Unfair NLP Models","created":"2023-05-15","cited_by_count":260,"area":null},{"id":"2302.12095","title":"On the Robustness of ChatGPT: An Adversarial and Out-of-distribution Perspective","created":"2023-02-22","cited_by_count":211,"area":null},{"id":"2402.16786","title":"Political Compass or Spinning Arrow? Towards More Meaningful Evaluations for Values and Opinions in Large Language Models","created":"2024-02-26","cited_by_count":162,"area":null},{"id":"2310.19156","title":"Poisoning Retrieval Corpora by Injecting Adversarial Passages","created":"2023-10-29","cited_by_count":159,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2302.08500","title":"Auditing large language models: a three-layered approach","created":"2023-02-16","cited_by_count":137,"area":null},{"id":"2112.08313","title":"Measure and Improve Robustness in NLP Models: A Survey","created":"2021-12-15","cited_by_count":107,"area":null},{"id":"2212.10264","title":"ReCode: Robustness Evaluation of Code Generation Models","created":"2022-12-20","cited_by_count":103,"area":null},{"id":"2310.11829","title":"Graph Foundation Models: Concepts, Opportunities and Challenges","created":"2023-10-18","cited_by_count":103,"area":null},{"id":"2306.04618","title":"Revisiting Out-of-distribution Robustness in NLP: Benchmark, Analysis, and LLMs Evaluations","created":"2023-06-07","cited_by_count":97,"area":null},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2208.11857","title":"Shortcut Learning of Large Language Models in Natural Language Understanding","created":"2022-08-25","cited_by_count":85,"area":null},{"id":"2402.18158","title":"Evaluating Quantized Large Language Models","created":"2024-02-28","cited_by_count":77,"area":null},{"id":"2211.08073","title":"GLUE-X: Evaluating Natural Language Understanding Models from an Out-of-distribution Generalization Perspective","created":"2022-11-15","cited_by_count":72,"area":null},{"id":"2405.03644","title":"When LLMs Meet Cybersecurity: A Systematic Literature Review","created":"2024-05-06","cited_by_count":71,"area":null},{"id":"2202.04173","title":"Exploring the Limits of Domain-Adaptive Training for Detoxifying Large-Scale Language Models","created":"2022-02-08","cited_by_count":68,"area":null},{"id":"2310.04655","title":"VLATTACK: Multimodal Adversarial Attacks on Vision-Language Tasks via Pre-trained Models","created":"2023-10-07","cited_by_count":68,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2305.14950","title":"Adversarial Demonstration Attacks on Large Language Models","created":"2023-05-24","cited_by_count":63,"area":null},{"id":"2407.21792","title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?","created":"2024-07-31","cited_by_count":61,"area":null},{"id":"2205.01663","title":"Adversarial Training for High-Stakes Reliability","created":"2022-05-03","cited_by_count":60,"area":null},{"id":"2301.08881","title":"Dr.Spider: A Diagnostic Evaluation Benchmark towards Text-to-SQL Robustness","created":"2023-01-21","cited_by_count":53,"area":null},{"id":"2306.14321","title":"RobuT: A Systematic Study of Table QA Robustness Against Human-Annotated Adversarial Perturbations","created":"2023-06-25","cited_by_count":43,"area":null},{"id":"2402.11175","title":"M4GT-Bench: Evaluation Benchmark for Black-Box Machine-Generated Text Detection","created":"2024-02-17","cited_by_count":43,"area":null},{"id":"2205.01287","title":"SemAttack: Natural Textual Attacks via Different Semantic Spaces","created":"2022-05-03","cited_by_count":42,"area":null},{"id":"2301.12868","title":"On Robustness of Prompt-based Semantic Parsing with Large Pre-trained Language Model: An Empirical Study on Codex","created":"2023-01-30","cited_by_count":41,"area":null},{"id":"2402.12959","title":"Prompt Stealing Attacks Against Large Language Models","created":"2024-02-20","cited_by_count":40,"area":null},{"id":"2305.14976","title":"GPTAraEval: A Comprehensive Evaluation of ChatGPT on Arabic NLP","created":"2023-05-24","cited_by_count":37,"area":null},{"id":"2307.16630","title":"Text-CRS: A Generalized Certified Robustness Framework against Textual Adversarial Attacks","created":"2023-07-31","cited_by_count":34,"area":null},{"id":"2206.03216","title":"Data Governance in the Age of Large-Scale Data-Driven Language Technology","created":"2022-05-04","cited_by_count":33,"area":null},{"id":"2305.10235","title":"Assessing Hidden Risks of LLMs: An Empirical Study on Robustness, Consistency, and Credibility","created":"2023-05-15","cited_by_count":30,"area":null},{"id":"2404.14183","title":"SemEval-2024 Task 8: Multidomain, Multimodel and Multilingual Machine-Generated Text Detection","created":"2024-04-22","cited_by_count":30,"area":null},{"id":"2311.04124","title":"Unveiling Safety Vulnerabilities of Large Language Models","created":"2023-11-07","cited_by_count":27,"area":null},{"id":"2312.06861","title":"Disentangling Perceptions of Offensiveness: Cultural and Moral Correlates","created":"2023-12-11","cited_by_count":26,"area":null},{"id":"2404.12452","title":"Characterizing LLM Abstention Behavior in Science QA with Context Perturbations","created":"2024-04-18","cited_by_count":26,"area":null},{"id":"2404.18923","title":"Holmes: A Benchmark to Assess the Linguistic Competence of Language Models","created":"2024-04-29","cited_by_count":26,"area":null},{"id":"2506.11094","title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs","created":"2025-06-06","cited_by_count":26,"area":null},{"id":"2406.05392","title":"Deconstructing The Ethics of Large Language Models from Long-standing Issues to New-emerging Dilemmas: A Survey","created":"2024-06-08","cited_by_count":23,"area":null},{"id":"2206.07912","title":"Double Sampling Randomized Smoothing","created":"2022-06-16","cited_by_count":22,"area":null},{"id":"2408.04585","title":"Towards Resilient and Efficient LLMs: A Comparative Study of Efficiency, Performance, and Adversarial Robustness","created":"2024-08-08","cited_by_count":22,"area":null},{"id":"2212.09254","title":"TextGrad: Advancing Robustness Evaluation in NLP by Gradient-Driven Optimization","created":"2022-12-19","cited_by_count":21,"area":null},{"id":"2403.07937","title":"Speech Robust Bench: A Robustness Benchmark For Speech Recognition","created":"2024-03-08","cited_by_count":21,"area":null},{"id":"2405.02764","title":"Assessing Adversarial Robustness of Large Language Models: An Empirical Study","created":"2024-05-04","cited_by_count":21,"area":null},{"id":"2302.09457","title":"Attacks in Adversarial Machine Learning: A Systematic Survey from the Life-cycle Perspective","created":"2023-02-19","cited_by_count":20,"area":null},{"id":"2312.06056","title":"METAL: Metamorphic Testing Framework for Analyzing Large-Language Model Qualities","created":"2023-12-11","cited_by_count":20,"area":null},{"id":"2406.19783","title":"NLPerturbator: Studying the Robustness of Code LLMs to Natural Language Variations","created":"2024-06-28","cited_by_count":20,"area":null},{"id":"2308.02350","title":"RobustMQ: Benchmarking Robustness of Quantized Models","created":"2023-08-04","cited_by_count":19,"area":null},{"id":"2310.14424","title":"Which Prompts Make The Difference? Data Prioritization For Efficient Human LLM Evaluation","created":"2023-10-22","cited_by_count":18,"area":null},{"id":"2402.19465","title":"Towards Tracing Trustworthiness Dynamics: Revisiting Pre-training Period of Large Language Models","created":"2024-02-29","cited_by_count":18,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2402.11138","title":"Contrastive Instruction Tuning","created":"2024-02-17","cited_by_count":17,"area":null},{"id":"2504.02733","title":"Enhancing LLM Robustness to Perturbed Instructions: An Empirical Study","created":"2025-04-03","cited_by_count":17,"area":null},{"id":"2410.21352","title":"LLMCBench: Benchmarking Large Language Model Compression for Efficient Deployment","created":"2024-10-28","cited_by_count":16,"area":null},{"id":"2210.05769","title":"Vote'n'Rank: Revision of Benchmarking with Social Choice Theory","created":"2022-10-11","cited_by_count":15,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2505.00268","title":"Consistency in Language Models: Current Landscape, Challenges, and Future Directions","created":"2025-05-01","cited_by_count":14,"area":null},{"id":"2407.05365","title":"ElecBench: a Power Dispatch Evaluation Benchmark for Large Language Models","created":"2024-07-07","cited_by_count":13,"area":null},{"id":"2501.08203","title":"ArithmAttack: Evaluating Robustness of LLMs to Noisy Context in Math Problem Solving","created":"2025-01-14","cited_by_count":13,"area":null},{"id":"2506.01317","title":"T-SHIRT: Token-Selective Hierarchical Data Selection for Instruction Tuning","created":"2025-06-02","cited_by_count":13,"area":null},{"id":"2505.18658","title":"Robustness in Large Language Models: A Survey of Mitigation Strategies and Evaluation Metrics","created":"2025-05-24","cited_by_count":12,"area":null},{"id":"2201.10066","title":"Documenting Geographically and Contextually Diverse Data Sources: The BigScience Catalogue of Language Data and Resources","created":"2022-01-25","cited_by_count":11,"area":null},{"id":"2210.12813","title":"TAPE: Assessing Few-shot Russian Language Understanding","created":"2022-10-23","cited_by_count":11,"area":null},{"id":"2212.08853","title":"HyPe: Better Pre-trained Language Model Fine-tuning with Hidden Representation Perturbation","created":"2022-12-17","cited_by_count":11,"area":null},{"id":"2404.10857","title":"D3CODE: Disentangling Disagreements in Data across Cultures on Offensiveness Detection and Evaluation","created":"2024-04-16","cited_by_count":11,"area":null},{"id":"2406.03993","title":"Assessing LLMs for Zero-shot Abstractive Summarization Through the Lens of Relevance Paraphrasing","created":"2024-06-06","cited_by_count":11,"area":null},{"id":"2407.08983","title":"Towards More Trustworthy and Interpretable LLMs for Code through Syntax-Grounded Explanations","created":"2024-07-12","cited_by_count":11,"area":null},{"id":"2305.04557","title":"Toward Adversarial Training on Contextualized Language Representation","created":"2023-05-08","cited_by_count":10,"area":null},{"id":"2308.00319","title":"LimeAttack: Local Explainable Method for Textual Hard-Label Adversarial Attack","created":"2023-08-01","cited_by_count":9,"area":null},{"id":"2403.03788","title":"PPTC-R benchmark: Towards Evaluating the Robustness of Large Language Models for PowerPoint Task Completion","created":"2024-03-06","cited_by_count":9,"area":null},{"id":"2403.08688","title":"Token Alignment via Character Matching for Subword Completion","created":"2024-03-13","cited_by_count":9,"area":null},{"id":"2408.03281","title":"StructEval: Deepen and Broaden Large Language Model Assessment via Structured Evaluation","created":"2024-08-06","cited_by_count":9,"area":null},{"id":"2410.08970","title":"NoVo: Norm Voting off Hallucinations with Attention Heads in Large Language Models","created":"2024-10-11","cited_by_count":9,"area":null},{"id":"2510.11905","title":"LLM Knowledge is Brittle: Truthfulness Representations Rely on Superficial Resemblance","created":"2025-10-13","cited_by_count":9,"area":null},{"id":"2305.14453","title":"On Robustness of Finetuned Transformer-based NLP Models","created":"2023-05-23","cited_by_count":8,"area":null},{"id":"2305.15275","title":"Self-Evolution Learning for Discriminative Language Model Pretraining","created":"2023-05-24","cited_by_count":8,"area":null},{"id":"2306.11066","title":"Adversarial Robustness of Prompt-based Few-Shot Learning for Natural Language Understanding","created":"2023-06-19","cited_by_count":8,"area":null},{"id":"2311.01918","title":"Large Language Models Illuminate a Progressive Pathway to Artificial Healthcare Assistant: A Review","created":"2023-11-03","cited_by_count":8,"area":null},{"id":"2401.15545","title":"PPM: Automated Generation of Diverse Programming Problems for Benchmarking Code Generation Models","created":"2024-01-28","cited_by_count":8,"area":null},{"id":"2503.19540","title":"FLEX: A Benchmark for Evaluating Robustness of Fairness in Large Language Models","created":"2025-03-25","cited_by_count":8,"area":null},{"id":"2510.16670","title":"All You Need is One: Capsule Prompt Tuning with a Single Vector","created":"2025-10-19","cited_by_count":8,"area":null},{"id":"2404.12145","title":"From Form(s) to Meaning: Probing the Semantic Depths of Language Models Using Multisense Consistency","created":"2024-04-18","cited_by_count":7,"area":null},{"id":"2503.18360","title":"J&H: Evaluating the Robustness of Large Language Models Under Knowledge-Injection Attacks in Legal Domain","created":"2025-03-24","cited_by_count":7,"area":null},{"id":"2205.00633","title":"Robust Fine-tuning via Perturbation and Interpolation from In-batch Instances","created":"2022-05-02","cited_by_count":6,"area":null},{"id":"2208.08010","title":"ShortcutLens: A Visual Analytics Approach for Exploring Shortcuts in Natural Language Understanding Dataset","created":"2022-08-17","cited_by_count":6,"area":null},{"id":"2210.09658","title":"ROSE: Robust Selective Fine-tuning for Pre-trained Language Models","created":"2022-10-18","cited_by_count":6,"area":null},{"id":"2404.08517","title":"Online Safety Analysis for LLMs: a Benchmark, an Assessment, and a Path Forward","created":"2024-04-12","cited_by_count":6,"area":null},{"id":"2501.00418","title":"Generalizing Trust: Weak-to-Strong Trustworthiness in Language Models","created":"2024-12-31","cited_by_count":6,"area":null},{"id":"2310.16955","title":"Break it, Imitate it, Fix it: Robustness by Generating Human-Like Attacks","created":"2023-10-25","cited_by_count":5,"area":null},{"id":"2406.12644","title":"Hierarchical Prompting Taxonomy: A Universal Evaluation Framework for Large Language Models Aligned with Human Cognitive Principles","created":"2024-06-18","cited_by_count":5,"area":null},{"id":"2410.09318","title":"Impeding LLM-assisted Cheating in Introductory Programming Assignments via Adversarial Perturbation","created":"2024-10-12","cited_by_count":5,"area":null},{"id":"2201.08555","title":"Identifying Adversarial Attacks on Text Classifiers","created":"2022-01-21","cited_by_count":4,"area":null},{"id":"2211.02646","title":"Robustness of Fusion-based Multimodal Classifiers to Cross-Modal Content Dilutions","created":"2022-11-04","cited_by_count":4,"area":null},{"id":"2310.14211","title":"LUNA: A Model-Based Universal Analysis Framework for Large Language Models","created":"2023-10-22","cited_by_count":4,"area":null},{"id":"2310.19152","title":"BERT Lost Patience Won't Be Robust to Adversarial Slowdown","created":"2023-10-29","cited_by_count":4,"area":null},{"id":"2403.14578","title":"RAmBLA: A Framework for Evaluating the Reliability of LLMs as Assistants in the Biomedical Domain","created":"2024-03-21","cited_by_count":4,"area":null}],"next_cursor":"100"}