{"total":108,"rows":[{"id":"2109.02846","title":"Datasets: A Community Library for Natural Language Processing","created":"2021-09-07","cited_by_count":530,"area":null},{"id":"2111.02840","title":"Adversarial GLUE: A Multi-Task Benchmark for Robustness Evaluation of Language Models","created":"2021-11-04","cited_by_count":232,"area":null},{"id":"2203.14960","title":"Domino: Discovering Systematic Errors with Cross-Modal Embeddings","created":"2022-03-24","cited_by_count":156,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2302.08500","title":"Auditing large language models: a three-layered approach","created":"2023-02-16","cited_by_count":137,"area":null},{"id":"2112.08313","title":"Measure and Improve Robustness in NLP Models: A Survey","created":"2021-12-15","cited_by_count":107,"area":null},{"id":"2210.10683","title":"Why Should Adversarial Perturbations be Imperceptible? Rethink the Research Paradigm in Adversarial NLP","created":"2022-10-19","cited_by_count":102,"area":null},{"id":"2106.07499","title":"An Empirical Survey of Data Augmentation for Limited Data Learning in NLP","created":"2021-06-14","cited_by_count":101,"area":null},{"id":"2306.04618","title":"Revisiting Out-of-distribution Robustness in NLP: Benchmark, Analysis, and LLMs Evaluations","created":"2023-06-07","cited_by_count":97,"area":null},{"id":"2208.11857","title":"Shortcut Learning of Large Language Models in Natural Language Understanding","created":"2022-08-25","cited_by_count":85,"area":null},{"id":"2112.02721","title":"NL-Augmenter: A Framework for Task-Sensitive Natural Language Augmentation","created":"2021-12-06","cited_by_count":73,"area":null},{"id":"2205.02894","title":"Interactive Model Cards: A Human-Centered Approach to Model Documentation","created":"2022-05-05","cited_by_count":61,"area":null},{"id":"2107.00643","title":"Mandoline: Model Evaluation under Distribution Shift","created":"2021-07-01","cited_by_count":55,"area":null},{"id":"2106.06052","title":"Dynaboard: An Evaluation-As-A-Service Platform for Holistic Next-Generation Benchmarking","created":"2021-05-21","cited_by_count":53,"area":null},{"id":"2301.08881","title":"Dr.Spider: A Diagnostic Evaluation Benchmark towards Text-to-SQL Robustness","created":"2023-01-21","cited_by_count":53,"area":null},{"id":"2212.10020","title":"On the Blind Spots of Model-Based Evaluation Metrics for Text Generation","created":"2022-12-20","cited_by_count":49,"area":null},{"id":"2306.14321","title":"RobuT: A Systematic Study of Table QA Robustness Against Human-Annotated Adversarial Perturbations","created":"2023-06-25","cited_by_count":43,"area":null},{"id":"2210.04337","title":"Quantifying Social Biases Using Templates is Unreliable","created":"2022-10-09","cited_by_count":39,"area":null},{"id":"2105.00816","title":"What's in a Summary? Laying the Groundwork for Advances in Hospital-Course Summarization","created":"2021-04-12","cited_by_count":35,"area":null},{"id":"2212.03813","title":"Robustness of Learning from Task Instructions","created":"2022-12-07","cited_by_count":35,"area":null},{"id":"2110.06800","title":"SGD-X: A Benchmark for Robust Generalization in Schema-Guided Dialogue Systems","created":"2021-10-13","cited_by_count":34,"area":null},{"id":"2306.02080","title":"Benchmarking Robustness of Adaptation Methods on Pre-trained Vision-Language Models","created":"2023-06-03","cited_by_count":31,"area":"mllm"},{"id":"2404.16966","title":"Examining the robustness of LLM evaluation to the distributional assumptions of benchmarks","created":"2024-04-25","cited_by_count":31,"area":null},{"id":"2309.16155","title":"The Trickle-down Impact of Reward (In-)consistency on RLHF","created":"2023-09-28","cited_by_count":29,"area":"alignment"},{"id":"2208.01575","title":"ferret: a Framework for Benchmarking Explainers on Transformers","created":"2022-08-02","cited_by_count":26,"area":null},{"id":"2105.02590","title":"Reliability Testing for Natural Language Processing Systems","created":"2021-05-06","cited_by_count":25,"area":null},{"id":"2407.19200","title":"On Behalf of the Stakeholders: Trends in NLP Model Interpretability in the Era of LLMs","created":"2024-07-27","cited_by_count":25,"area":"mechinterp"},{"id":"2104.05062","title":"Achieving Model Robustness through Discrete Adversarial Training","created":"2021-04-11","cited_by_count":23,"area":null},{"id":"2210.12517","title":"Exploring The Landscape of Distributional Robustness for Question Answering Models","created":"2022-10-22","cited_by_count":23,"area":null},{"id":"2210.01970","title":"Evaluate & Evaluation on the Hub: Better Best Practices for Data and Model Measurements","created":"2022-09-30","cited_by_count":22,"area":null},{"id":"2303.05759","title":"An Overview on Language Models: Recent Developments and Outlook","created":"2023-03-10","cited_by_count":22,"area":null},{"id":"2106.09069","title":"Automatic Construction of Evaluation Suites for Natural Language Generation Datasets","created":"2021-06-16","cited_by_count":18,"area":null},{"id":"2302.10395","title":"Designerly Understanding: Information Needs for Model Transparency to Support Design Ideation for AI-Powered User Experience","created":"2023-02-21","cited_by_count":18,"area":null},{"id":"2110.07159","title":"Interpreting the Robustness of Neural NLP Models to Textual Perturbations","created":"2021-10-14","cited_by_count":17,"area":null},{"id":"2110.08228","title":"Cross-Domain Data Integration for Named Entity Disambiguation in Biomedical Text","created":"2021-10-15","cited_by_count":15,"area":null},{"id":"2210.05839","title":"SEAL : Interactive Tool for Systematic Error Analysis and Labeling","created":"2022-10-11","cited_by_count":15,"area":null},{"id":"2212.01669","title":"A Survey on Medical Document Summarization","created":"2022-12-03","cited_by_count":14,"area":null},{"id":"2104.07605","title":"SummVis: Interactive Visual Analysis of Models, Data, and Evaluation for Text Summarization","created":"2021-04-15","cited_by_count":13,"area":null},{"id":"2106.15850","title":"Exploring Robust Architectures for Deep Artificial Neural Networks","created":"2021-06-30","cited_by_count":11,"area":null},{"id":"2107.13935","title":"Break, Perturb, Build: Automatic Perturbation of Reasoning Paths Through Question Decomposition","created":"2021-07-29","cited_by_count":11,"area":null},{"id":"2201.00768","title":"Robust Natural Language Processing: Recent Advances, Challenges, and Future Directions","created":"2022-01-03","cited_by_count":11,"area":null},{"id":"2210.12813","title":"TAPE: Assessing Few-shot Russian Language Understanding","created":"2022-10-23","cited_by_count":11,"area":null},{"id":"2306.00168","title":"Measuring the Robustness of NLP Models to Domain Shifts","created":"2023-05-31","cited_by_count":11,"area":null},{"id":"2310.05592","title":"InterroLang: Exploring NLP Models and Datasets through Dialogue-based Explanations","created":"2023-10-09","cited_by_count":11,"area":null},{"id":"2201.04399","title":"RGRecSys: A Toolkit for Robustness Evaluation of Recommender Systems","created":"2022-01-12","cited_by_count":10,"area":null},{"id":"2205.00034","title":"What do we Really Know about State of the Art NER?","created":"2022-04-29","cited_by_count":10,"area":null},{"id":"2407.06235","title":"Auditing of AI: Legal, Ethical and Technical Approaches","created":"2024-07-07","cited_by_count":10,"area":null},{"id":"2412.00765","title":"SelfPrompt: Autonomously Evaluating LLM Robustness via Domain-Constrained Knowledge Guidelines and Refined Adversarial Prompts","created":"2024-12-01","cited_by_count":10,"area":"safety"},{"id":"2104.07149","title":"On the Robustness of Intent Classification and Slot Labeling in Goal-oriented Dialog Systems to Real-world Noise","created":"2021-04-14","cited_by_count":9,"area":null},{"id":"2108.00578","title":"Is My Model Using The Right Evidence? Systematic Probes for Examining Evidence-Based Tabular Reasoning","created":"2021-08-02","cited_by_count":9,"area":null},{"id":"2310.09668","title":"Beyond Testers' Biases: Guiding Model Testing with Knowledge Bases using LLMs","created":"2023-10-14","cited_by_count":9,"area":null},{"id":"2404.18870","title":"More RLHF, More Trust? On The Impact of Preference Alignment On Trustworthiness","created":"2024-04-29","cited_by_count":9,"area":"alignment"},{"id":"2203.03989","title":"Adaptor: Objective-Centric Adaptation Framework for Language Models","created":"2022-03-08","cited_by_count":7,"area":null},{"id":"2305.12544","title":"Has It All Been Solved? Open NLP Research Questions Not Solved by Large Language Models","created":"2023-05-21","cited_by_count":7,"area":null},{"id":"2108.05053","title":"Managing ML Pipelines: Feature Stores and the Coming Wave of Embedding Ecosystems","created":"2021-08-11","cited_by_count":6,"area":null},{"id":"2111.04260","title":"Personalized Benchmarking with the Ludwig Benchmarking Toolkit","created":"2021-11-08","cited_by_count":6,"area":null},{"id":"2112.05364","title":"Human Guided Exploitation of Interpretable Attention Patterns in Summarization and Topic Segmentation","created":"2021-12-10","cited_by_count":6,"area":null},{"id":"2111.09612","title":"How Emotionally Stable is ALBERT? Testing Robustness with Stochastic Weight Averaging on a Sentiment Analysis Task","created":"2021-11-18","cited_by_count":5,"area":null},{"id":"2112.03057","title":"Thinking Beyond Distributions in Testing Machine Learned Models","created":"2021-12-06","cited_by_count":5,"area":null},{"id":"2311.09694","title":"Whispers of Doubt Amidst Echoes of Triumph in NLP Robustness","created":"2023-11-16","cited_by_count":5,"area":null},{"id":"2407.01316","title":"Evaluating Model Performance Under Worst-case Subpopulations","created":"2024-07-01","cited_by_count":5,"area":null},{"id":"2510.12925","title":"Who's Asking? Evaluating LLM Robustness to Inquiry Personas in Factual Question Answering","created":"2025-10-14","cited_by_count":5,"area":null},{"id":"2510.15975","title":"Generative AI for Biosciences: Emerging Threats and Roadmap to Biosecurity","created":"2025-10-13","cited_by_count":5,"area":"safety"},{"id":"2111.10756","title":"TraVLR: Now You See It, Now You Don't! A Bimodal Dataset for Evaluating Visio-Linguistic Reasoning","created":"2021-11-21","cited_by_count":4,"area":null},{"id":"2201.08555","title":"Identifying Adversarial Attacks on Text Classifiers","created":"2022-01-21","cited_by_count":4,"area":null},{"id":"2212.08216","title":"Azimuth: Systematic Error Analysis for Text Classification","created":"2022-12-16","cited_by_count":4,"area":null},{"id":"2303.05378","title":"Greener yet Powerful: Taming Large Code Generation Models with Quantization","created":"2023-03-09","cited_by_count":4,"area":null},{"id":"2106.07353","title":"Posthoc Verification and the Fallibility of the Ground Truth","created":"2021-06-02","cited_by_count":3,"area":null},{"id":"2108.06896","title":"Challenges for cognitive decoding using deep learning methods","created":"2021-08-16","cited_by_count":3,"area":null},{"id":"2203.04408","title":"iSEA: An Interactive Pipeline for Semantic Error Analysis of NLP Models","created":"2022-03-08","cited_by_count":3,"area":null},{"id":"2210.12259","title":"Enhancing Tabular Reasoning with Pattern Exploiting Training","created":"2022-10-21","cited_by_count":3,"area":"lr"},{"id":"2211.06409","title":"Capabilities for Better ML Engineering","created":"2022-11-11","cited_by_count":3,"area":null},{"id":"2305.18503","title":"From Adversarial Arms Race to Model-centric Evaluation: Motivating a Unified Automatic Robustness Evaluation Framework","created":"2023-05-29","cited_by_count":3,"area":null},{"id":"2406.10802","title":"KGPA: Robustness Evaluation for Large Language Models via Cross-Domain Knowledge Graphs","created":"2024-06-16","cited_by_count":3,"area":null},{"id":"2505.22355","title":"Look Within or Look Beyond? A Theoretical Comparison Between Parameter-Efficient and Full Fine-Tuning","created":"2025-05-28","cited_by_count":3,"area":null},{"id":"2601.07331","title":"SEE: Signal Embedding Energy for Quantifying Noise Interference in Large Audio Language Models","created":"2026-01-12","cited_by_count":3,"area":null},{"id":"2111.05196","title":"NATURE: Natural Auxiliary Text Utterances for Realistic Spoken Language Evaluation","created":"2021-11-09","cited_by_count":2,"area":null},{"id":"2201.00318","title":"On Sensitivity of Deep Learning Based Text Classification Algorithms to Practical Input Perturbations","created":"2022-01-02","cited_by_count":2,"area":null},{"id":"2210.12233","title":"TCAB: A Large-Scale Text Classification Attack Benchmark","created":"2022-10-21","cited_by_count":2,"area":null},{"id":"2307.13165","title":"Investigating the Robustness of Sequential Recommender Systems Against Training Data Perturbations","created":"2023-07-24","cited_by_count":2,"area":null},{"id":"2408.10239","title":"A Conceptual Framework for Ethical Evaluation of Machine Learning Systems","created":"2024-08-05","cited_by_count":2,"area":null},{"id":"2409.07423","title":"Enhancing adversarial robustness in Natural Language Inference using explanations","created":"2024-09-11","cited_by_count":2,"area":null},{"id":"2411.05224","title":"Beyond the Numbers: Transparency in Relation Extraction Benchmark Creation and Leaderboards","created":"2024-11-07","cited_by_count":2,"area":null},{"id":"2412.10139","title":"TACOMORE: Exploring a replicable prompting protocol for LLM-assisted corpus analysis","created":"2024-12-13","cited_by_count":2,"area":null},{"id":"2604.18177","title":"STaD: Scaffolded Task Design for Identifying Compositional Skill Gaps in LLMs","created":"2026-04-20","cited_by_count":2,"area":null},{"id":"2605.02463","title":"When Stress Becomes Signal: Detecting Antifragility-Compatible Regimes in Multi-Agent LLM Systems","created":"2026-05-04","cited_by_count":2,"area":"agents"},{"id":"2110.04413","title":"Robustness Evaluation of Transformer-based Form Field Extractors via Form Attacks","created":"2021-10-08","cited_by_count":1,"area":null},{"id":"2111.10497","title":"Combining Data-driven Supervision with Human-in-the-loop Feedback for Entity Resolution","created":"2021-11-20","cited_by_count":1,"area":null},{"id":"2503.23924","title":"Model Hemorrhage and the Robustness Limits of Large Language Models","created":"2025-03-31","cited_by_count":1,"area":null},{"id":"2505.12533","title":"Relation Extraction or Pattern Matching? Unravelling the Generalisation Limits of Language Models for Biographical RE","created":"2025-05-18","cited_by_count":1,"area":null},{"id":"2505.21458","title":"Do LLMs Need to Think in One Language? Correlation between Latent Language and Task Performance","created":"2025-05-27","cited_by_count":1,"area":"lr"},{"id":"2511.04120","title":"RIDE: Difficulty Evolving Perturbation with Item Response Theory for Mathematical Reasoning","created":"2025-11-06","cited_by_count":1,"area":"lr"},{"id":"2601.21439","title":"The Paradox of Robustness: Decoupling Rule-Based Logic from Affective Noise in High-Stakes Decision-Making","created":"2026-01-29","cited_by_count":1,"area":null},{"id":"2602.14318","title":"In Transformer We Trust? A Perspective on Transformer Architecture Failure Modes","created":"2026-02-15","cited_by_count":1,"area":null},{"id":"2608.11694","title":"The Wording Effect: Quantifying Two-Way Drift in LLM Benchmark Performance","created":"2026-08-12","cited_by_count":1,"area":null},{"id":"2108.11992","title":"Enhanced Seq2Seq Autoencoder via Contrastive Learning for Abstractive Text Summarization","created":"2021-08-26","cited_by_count":0,"area":null},{"id":"2110.08430","title":"Metadata Shaping: Natural Language Annotations for the Tail","created":"2021-10-16","cited_by_count":0,"area":null},{"id":"2209.14780","title":"Perturbations and Subpopulations for Testing Robustness in Token-Based Argument Unit Recognition","created":"2022-09-29","cited_by_count":0,"area":null},{"id":"2312.05520","title":"Augmenty: A Python Library for Structured Text Augmentation","created":"2023-12-09","cited_by_count":0,"area":null},{"id":"2503.16550","title":"Unified Enhancement of the Generalization and Robustness of Language Models via Bi-Stage Optimization","created":"2025-03-19","cited_by_count":0,"area":null}],"next_cursor":"100"}