{"list":"other","total":52,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1906.04341","title":"What Does BERT Look At? An Analysis of BERT's Attention","created":"2019-06-11","cited_by_count":1003},{"id":"1902.01007","title":"Right for the Wrong Reasons: Diagnosing Syntactic Heuristics in Natural Language Inference","created":"2019-02-04","cited_by_count":876},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"1908.07125","title":"Universal Adversarial Triggers for Attacking and Analyzing NLP","created":"2019-08-20","cited_by_count":722},{"id":"2002.08910","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","created":"2020-02-10","cited_by_count":719},{"id":"1803.02324","title":"Annotation Artifacts in Natural Language Inference Data","created":"2018-03-06","cited_by_count":671},{"id":"1907.11932","title":"Is BERT Really Robust? A Strong Baseline for Natural Language Attack on Text Classification and Entailment","created":"2019-07-27","cited_by_count":671},{"id":"1707.07328","title":"Adversarial Examples for Evaluating Reading Comprehension Systems","created":"2017-07-23","cited_by_count":571},{"id":"2004.09984","title":"BERT-ATTACK: Adversarial Attack Against BERT Using BERT","created":"2020-04-21","cited_by_count":491},{"id":"1805.01070","title":"What you can cram into a single vector: Probing sentence embeddings for linguistic properties","created":"2018-05-03","cited_by_count":457},{"id":"1905.06316","title":"What do you learn from context? Probing for sentence structure in contextualized word representations","created":"2019-05-15","cited_by_count":438},{"id":"1904.01130","title":"PAWS: Paraphrase Adversaries from Word Scrambling","created":"2019-04-01","cited_by_count":402},{"id":"1812.05271","title":"TextBugger: Generating Adversarial Text Against Real-world Applications","created":"2018-12-13","cited_by_count":381},{"id":"1907.13528","title":"What BERT is not: Lessons from a new suite of psycholinguistic diagnostics for language models","created":"2019-07-31","cited_by_count":320},{"id":"1805.01042","title":"Hypothesis Only Baselines in Natural Language Inference","created":"2018-05-02","cited_by_count":295},{"id":"1803.05449","title":"SentEval: An Evaluation Toolkit for Universal Sentence Representations","created":"2018-03-14","cited_by_count":294},{"id":"1912.09713","title":"Measuring Compositional Generalization: A Comprehensive Method on Realistic Data","created":"2019-12-20","cited_by_count":284},{"id":"1908.11828","title":"PAWS-X: A Cross-lingual Adversarial Dataset for Paraphrase Identification","created":"2019-08-30","cited_by_count":264},{"id":"2010.05465","title":"COGS: A Compositional Generalization Challenge Based on Semantic Interpretation","created":"2020-10-12","cited_by_count":263},{"id":"1906.04284","title":"Analyzing the Structure of Attention in a Transformer Language Model","created":"2019-06-07","cited_by_count":243},{"id":"1608.04207","title":"Fine-grained Analysis of Sentence Embeddings Using Auxiliary Prediction Tasks","created":"2016-08-15","cited_by_count":216},{"id":"1907.07355","title":"Probing Neural Network Comprehension of Natural Language Arguments","created":"2019-07-17","cited_by_count":214},{"id":"1408.3456","title":"SimLex-999: Evaluating Semantic Models with (Genuine) Similarity Estimation","created":"2014-08-15","cited_by_count":172},{"id":"2006.14032","title":"Compositional Explanations of Neurons","created":"2020-06-24","cited_by_count":172},{"id":"1808.08949","title":"Dissecting Contextual Word Embeddings: Architecture and Representation","created":"2018-08-27","cited_by_count":146},{"id":"2010.02695","title":"Analyzing Individual Neurons in Pre-trained Language Models","created":"2020-10-06","cited_by_count":97},{"id":"1808.04926","title":"How Much Reading Does Reading Comprehension Require? A Critical Investigation of Popular Benchmarks","created":"2018-08-14","cited_by_count":88},{"id":"1902.07181","title":"Measuring Compositionality in Representation Learning","created":"2019-02-19","cited_by_count":84},{"id":"1608.00869","title":"SimVerb-3500: A Large-Scale Evaluation Set of Verb Similarity","created":"2016-08-02","cited_by_count":44},{"id":"1904.11544","title":"Probing What Different NLP Tasks Teach Machines about Function Word Comprehension","created":"2019-04-25","cited_by_count":44},{"id":"1802.06467","title":"Memorize or generalize? Searching for a compositional RNN in a haystack","created":"2018-02-18","cited_by_count":41},{"id":"2010.03763","title":"Assessing Phrasal Representation and Composition in Transformers","created":"2020-10-08","cited_by_count":41},{"id":"2010.02616","title":"On the Interplay Between Fine-tuning and Sentence-level Probing for Linguistic Knowledge in Pre-trained Transformers","created":"2020-10-06","cited_by_count":39},{"id":"2005.01810","title":"Spying on your neighbors: Fine-grained probing of contextual embeddings for information about surrounding words","created":"2020-05-04","cited_by_count":28},{"id":"1809.03992","title":"Assessing Composition in Sentence Vector Representations","created":"2018-09-11","cited_by_count":26},{"id":"2010.01869","title":"Linguistic Profiling of a Neural Language Model","created":"2020-10-05","cited_by_count":23},{"id":"2006.03866","title":"A Cross-Task Analysis of Text Span Representations","created":"2020-06-06","cited_by_count":21},{"id":"1805.09657","title":"Learning compositionally through attentive guidance","created":"2018-05-20","cited_by_count":11},{"id":"1908.09892","title":"Does BERT agree? Evaluating knowledge of structure dependence through agreement relations","created":"2019-08-26","cited_by_count":9},{"id":"2003.13003","title":"Meta Fine-Tuning Neural Language Models for Multi-Domain Text Mining","created":"2020-03-29","cited_by_count":6},{"id":"2101.11492","title":"On the Evolution of Syntactic Information Encoded by BERT's Contextualized Representations","created":"2021-01-27","cited_by_count":6},{"id":"1906.01634","title":"On the Realization of Compositionality in Neural Networks","created":"2019-06-04","cited_by_count":3}],"next_cursor":null}