{"total":480,"rows":[{"id":"2212.04356","title":"Robust Speech Recognition via Large-Scale Weak Supervision","created":"2022-12-06","cited_by_count":4057,"area":null},{"id":"2108.00573","title":"MuSiQue: Multihop Questions via Single-hop Question Composition","created":"2021-08-02","cited_by_count":916,"area":null},{"id":"2302.00093","title":"Large Language Models Can Be Easily Distracted by Irrelevant Context","created":"2023-01-31","cited_by_count":841,"area":null},{"id":"2104.14337","title":"Dynabench: Rethinking Benchmarking in NLP","created":"2021-04-07","cited_by_count":459,"area":null},{"id":"2102.01017","title":"Measuring and Improving Consistency in Pretrained Language Models","created":"2021-02-01","cited_by_count":364,"area":null},{"id":"2210.09150","title":"Prompting GPT-3 To Be Reliable","created":"2022-10-17","cited_by_count":260,"area":null},{"id":"2204.06092","title":"ASQA: Factoid Questions Meet Long-Form Answers","created":"2022-04-12","cited_by_count":234,"area":null},{"id":"2111.02840","title":"Adversarial GLUE: A Multi-Task Benchmark for Robustness Evaluation of Language Models","created":"2021-11-04","cited_by_count":232,"area":null},{"id":"2104.02145","title":"What Will it Take to Fix Benchmarking in Natural Language Understanding?","created":"2021-04-05","cited_by_count":203,"area":null},{"id":"2201.05955","title":"WANLI: Worker and AI Collaboration for Natural Language Inference Dataset Creation","created":"2022-01-16","cited_by_count":202,"area":null},{"id":"2303.04381","title":"Automatically Auditing Large Language Models via Discrete Optimization","created":"2023-03-08","cited_by_count":191,"area":null},{"id":"2310.19156","title":"Poisoning Retrieval Corpora by Injecting Adversarial Passages","created":"2023-10-29","cited_by_count":159,"area":null},{"id":"2210.13701","title":"Rich Knowledge Sources Bring Complex Knowledge Conflicts: Recalibrating Models to Reflect Conflicting Evidence","created":"2022-10-25","cited_by_count":144,"area":null},{"id":"2104.08704","title":"A Token-level Reference-free Hallucination Detection Benchmark for Free-form Text Generation","created":"2021-04-18","cited_by_count":138,"area":null},{"id":"2112.07566","title":"VALSE: A Task-Independent Benchmark for Vision and Language Models Centered on Linguistic Phenomena","created":"2021-12-14","cited_by_count":135,"area":null},{"id":"2201.05320","title":"CommonsenseQA 2.0: Exposing the Limits of AI through Gamification","created":"2022-01-14","cited_by_count":109,"area":null},{"id":"2312.09085","title":"The Earth is Flat because...: Investigating LLMs' Belief towards Misinformation via Persuasive Conversation","created":"2023-12-14","cited_by_count":109,"area":null},{"id":"2101.04840","title":"Robustness Gym: Unifying the NLP Evaluation Landscape","created":"2021-01-13","cited_by_count":108,"area":null},{"id":"2112.08313","title":"Measure and Improve Robustness in NLP Models: A Survey","created":"2021-12-15","cited_by_count":107,"area":null},{"id":"2407.12043","title":"The Art of Saying No: Contextual Noncompliance in Language Models","created":"2024-07-02","cited_by_count":105,"area":null},{"id":"2210.10683","title":"Why Should Adversarial Perturbations be Imperceptible? Rethink the Research Paradigm in Adversarial NLP","created":"2022-10-19","cited_by_count":102,"area":null},{"id":"2106.07499","title":"An Empirical Survey of Data Augmentation for Limited Data Learning in NLP","created":"2021-06-14","cited_by_count":101,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2110.00768","title":"TopiOCQA: Open-domain Conversational Question Answering with Topic Switching","created":"2021-10-02","cited_by_count":96,"area":null},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2104.08646","title":"Competency Problems: On Finding and Removing Artifacts in Language Data","created":"2021-04-17","cited_by_count":91,"area":null},{"id":"2107.12708","title":"QA Dataset Explosion: A Taxonomy of NLP Resources for Question Answering and Reading Comprehension","created":"2021-07-27","cited_by_count":91,"area":null},{"id":"2311.11829","title":"System 2 Attention (is something you might need too)","created":"2023-11-20","cited_by_count":89,"area":null},{"id":"2104.08678","title":"Improving Question Answering Model Robustness with Synthetic Adversarial Data Generation","created":"2021-04-18","cited_by_count":79,"area":null},{"id":"2109.00544","title":"Towards Improving Adversarial Training of NLP Models","created":"2021-09-01","cited_by_count":79,"area":null},{"id":"2103.06922","title":"Towards Interpreting and Mitigating Shortcut Learning Behavior of NLU Models","created":"2021-03-11","cited_by_count":78,"area":null},{"id":"2110.07736","title":"Identifying and Mitigating Spurious Correlations for Improving Robustness in NLP Models","created":"2021-10-14","cited_by_count":76,"area":null},{"id":"2112.02721","title":"NL-Augmenter: A Framework for Task-Sensitive Natural Language Augmentation","created":"2021-12-06","cited_by_count":73,"area":null},{"id":"2104.03149","title":"Beyond Question-Based Biases: Assessing Multimodal Shortcut Learning in Visual Question Answering","created":"2021-04-07","cited_by_count":71,"area":null},{"id":"2402.12483","title":"Artifacts or Abduction: How Do LLMs Answer Multiple-Choice Questions Without the Question?","created":"2024-02-19","cited_by_count":71,"area":null},{"id":"2107.13541","title":"Towards Robustness Against Natural Language Word Substitutions","created":"2021-07-28","cited_by_count":69,"area":null},{"id":"2305.17256","title":"Large Language Models Can be Lazy Learners: Analyze Shortcuts in In-Context Learning","created":"2023-05-26","cited_by_count":69,"area":null},{"id":"2204.11788","title":"Human-AI Collaboration via Conditional Delegation: A Case Study of Content Moderation","created":"2022-04-25","cited_by_count":67,"area":null},{"id":"2106.12674","title":"Fairness via Representation Neutralization","created":"2021-06-23","cited_by_count":63,"area":null},{"id":"2101.05303","title":"Understanding the Effect of Out-of-distribution Examples and Interactive Explanations on Human-AI Decision Making","created":"2021-01-13","cited_by_count":58,"area":null},{"id":"2105.03743","title":"Certified Robustness to Text Adversarial Attacks by Randomized [MASK]","created":"2021-05-08","cited_by_count":57,"area":null},{"id":"2104.15135","title":"Explanation-Based Human Debugging of NLP Models: A Survey","created":"2021-04-30","cited_by_count":53,"area":null},{"id":"2106.06052","title":"Dynaboard: An Evaluation-As-A-Service Platform for Holistic Next-Generation Benchmarking","created":"2021-05-21","cited_by_count":53,"area":null},{"id":"2108.11357","title":"ProoFVer: Natural Logic Theorem Proving for Fact Verification","created":"2021-08-25","cited_by_count":53,"area":null},{"id":"2301.08881","title":"Dr.Spider: A Diagnostic Evaluation Benchmark towards Text-to-SQL Robustness","created":"2023-01-21","cited_by_count":53,"area":null},{"id":"2101.00133","title":"NeurIPS 2020 EfficientQA Competition: Systems, Analyses and Lessons Learned","created":"2021-01-01","cited_by_count":52,"area":null},{"id":"2205.12586","title":"Perturbation Augmentation for Fairer NLP","created":"2022-05-25","cited_by_count":52,"area":null},{"id":"2105.13947","title":"Changing the World by Changing the Data","created":"2021-05-28","cited_by_count":51,"area":null},{"id":"2112.11668","title":"How Should Pre-Trained Language Models Be Fine-Tuned Towards Adversarial Robustness?","created":"2021-12-22","cited_by_count":49,"area":null},{"id":"2311.08648","title":"Explore Spurious Correlations at the Concept Level in Language Models for Text Classification","created":"2023-11-15","cited_by_count":48,"area":null},{"id":"2106.01494","title":"Knowing More About Questions Can Help: Improving Calibration in Question Answering","created":"2021-06-02","cited_by_count":47,"area":null},{"id":"2204.03031","title":"VALUE: Understanding Dialect Disparity in NLU","created":"2022-04-06","cited_by_count":47,"area":null},{"id":"2306.09983","title":"Evaluating Superhuman Models with Consistency Checks","created":"2023-06-16","cited_by_count":47,"area":null},{"id":"2104.08731","title":"Can NLI Models Verify QA Systems' Predictions?","created":"2021-04-18","cited_by_count":46,"area":null},{"id":"2208.08831","title":"Discovering Bugs in Vision Models using Off-the-shelf Image Generation and Captioning","created":"2022-08-18","cited_by_count":45,"area":null},{"id":"2301.07695","title":"EHRSQL: A Practical Text-to-SQL Benchmark for Electronic Health Records","created":"2023-01-16","cited_by_count":45,"area":null},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2202.09381","title":"Synthetic Disinformation Attacks on Automated Fact Verification Systems","created":"2022-02-18","cited_by_count":44,"area":null},{"id":"2407.08351","title":"AutoBencher: Towards Declarative Benchmark Construction","created":"2024-07-11","cited_by_count":44,"area":null},{"id":"2110.14189","title":"Robust Contrastive Learning Using Negative Samples with Diminished Semantics","created":"2021-10-27","cited_by_count":43,"area":null},{"id":"2105.14289","title":"Modeling Discriminative Representations for Out-of-Domain Detection with Supervised Contrastive Learning","created":"2021-05-29","cited_by_count":42,"area":null},{"id":"2106.09292","title":"CROP: Certifying Robust Policies for Reinforcement Learning through Functional Smoothing","created":"2021-06-17","cited_by_count":42,"area":null},{"id":"2205.01287","title":"SemAttack: Natural Textual Attacks via Different Semantic Spaces","created":"2022-05-03","cited_by_count":42,"area":null},{"id":"2106.00969","title":"COM2SENSE: A Commonsense Reasoning Benchmark with Complementary Sentences","created":"2021-06-02","cited_by_count":40,"area":null},{"id":"2106.01024","title":"Why Machine Reading Comprehension Models Learn Shortcuts?","created":"2021-06-02","cited_by_count":40,"area":null},{"id":"2110.08300","title":"The Dangers of Underclaiming: Reasons for Caution When Reporting How NLP Systems Fail","created":"2021-10-15","cited_by_count":38,"area":null},{"id":"2204.11790","title":"Can Rationalization Improve Robustness?","created":"2022-04-25","cited_by_count":36,"area":null},{"id":"2405.19334","title":"LLMs Meet Multimodal Generation and Editing: A Survey","created":"2024-05-29","cited_by_count":35,"area":null},{"id":"2105.04066","title":"Reconstructive Sequence-Graph Network for Video Summarization","created":"2021-05-10","cited_by_count":34,"area":null},{"id":"2110.06800","title":"SGD-X: A Benchmark for Robust Generalization in Schema-Guided Dialogue Systems","created":"2021-10-13","cited_by_count":34,"area":null},{"id":"2208.04135","title":"Adversarial Attacks on Image Generation With Made-Up Words","created":"2022-08-04","cited_by_count":32,"area":null},{"id":"2112.09062","title":"Models in the Loop: Aiding Crowdworkers with Generative Annotation Assistants","created":"2021-12-16","cited_by_count":31,"area":null},{"id":"2310.13486","title":"Mind the instructions: a holistic evaluation of consistency and interactions in prompt-based learning","created":"2023-10-20","cited_by_count":31,"area":null},{"id":"2103.09591","title":"Automatic Generation of Contrast Sets from Scene Graphs: Probing the Compositional Consistency of GQA","created":"2021-03-17","cited_by_count":30,"area":null},{"id":"2109.01156","title":"Challenges in Generalization in Open Domain Question Answering","created":"2021-09-02","cited_by_count":30,"area":null},{"id":"2305.10235","title":"Assessing Hidden Risks of LLMs: An Empirical Study on Robustness, Consistency, and Credibility","created":"2023-05-15","cited_by_count":30,"area":null},{"id":"2105.11136","title":"Using Adversarial Attacks to Reveal the Statistical Bias in Machine Reading Comprehension Models","created":"2021-05-24","cited_by_count":29,"area":null},{"id":"2110.07596","title":"Retrieval-guided Counterfactual Generation for QA","created":"2021-10-14","cited_by_count":29,"area":null},{"id":"2111.09961","title":"A Review of Adversarial Attack and Defense for Classification Methods","created":"2021-11-18","cited_by_count":29,"area":null},{"id":"2308.11804","title":"Adversarial Illusions in Multi-Modal Embeddings","created":"2023-08-22","cited_by_count":29,"area":null},{"id":"2104.10343","title":"Sensitivity as a Complexity Measure for Sequence Classification Tasks","created":"2021-04-21","cited_by_count":28,"area":null},{"id":"2109.05620","title":"RockNER: A Simple Method to Create Adversarial Examples for Evaluating the Robustness of Named Entity Recognition Models","created":"2021-09-12","cited_by_count":28,"area":null},{"id":"2212.09994","title":"Towards Robustness of Text-to-SQL Models Against Natural and Realistic Adversarial Table Perturbation","created":"2022-12-20","cited_by_count":28,"area":null},{"id":"2105.05541","title":"Evaluating Gender Bias in Natural Language Inference","created":"2021-05-12","cited_by_count":27,"area":null},{"id":"2109.12393","title":"Sorting through the noise: Testing robustness of information processing in pre-trained language models","created":"2021-09-25","cited_by_count":27,"area":null},{"id":"2110.03212","title":"Influence Tuning: Demoting Spurious Correlations via Instance Attribution and Instance-Driven Updates","created":"2021-10-07","cited_by_count":27,"area":null},{"id":"2203.12918","title":"A Rationale-Centric Framework for Human-in-the-loop Machine Learning","created":"2022-03-24","cited_by_count":27,"area":null},{"id":"2305.14910","title":"From Shortcuts to Triggers: Backdoor Defense with Denoised PoE","created":"2023-05-24","cited_by_count":27,"area":null},{"id":"2109.00520","title":"The Role of Explainability in Assuring Safety of Machine Learning in Healthcare","created":"2021-09-01","cited_by_count":26,"area":null},{"id":"2404.12452","title":"Characterizing LLM Abstention Behavior in Science QA with Context Perturbations","created":"2024-04-18","cited_by_count":26,"area":null},{"id":"2102.08345","title":"NoiseQA: Challenge Set Evaluation for User-Centric Question Answering","created":"2021-02-16","cited_by_count":25,"area":null},{"id":"2105.02590","title":"Reliability Testing for Natural Language Processing Systems","created":"2021-05-06","cited_by_count":25,"area":null},{"id":"2210.15615","title":"ACES: Translation Accuracy Challenge Sets for Evaluating Machine Translation Metrics","created":"2022-10-27","cited_by_count":25,"area":null},{"id":"2106.05532","title":"How Robust are Model Rankings: A Leaderboard Customization Approach for Equitable Evaluation","created":"2021-06-10","cited_by_count":24,"area":null},{"id":"2205.12331","title":"Certified Robustness Against Natural Language Attacks by Causal Intervention","created":"2022-05-24","cited_by_count":24,"area":null},{"id":"2107.07114","title":"Uncertainty-Aware Reliable Text Classification","created":"2021-07-15","cited_by_count":23,"area":null},{"id":"2109.04144","title":"Avoiding Inference Heuristics in Few-shot Prompt-based Finetuning","created":"2021-09-09","cited_by_count":23,"area":null},{"id":"2203.06414","title":"A Survey of Adversarial Defences and Robustness in NLP","created":"2022-03-12","cited_by_count":23,"area":null},{"id":"2203.07653","title":"Generalized but not Robust? Comparing the Effects of Data Modification Methods on Out-of-Domain Generalization and Adversarial Robustness","created":"2022-03-15","cited_by_count":23,"area":null},{"id":"2205.10710","title":"Phrase-level Textual Adversarial Attack with Label Preservation","created":"2022-05-22","cited_by_count":23,"area":null}],"next_cursor":"100"}