{"list":"other","total":54,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1607.04606","title":"Enriching Word Vectors with Subword Information","created":"2016-07-15","cited_by_count":1583},{"id":"2002.10957","title":"MiniLM: Deep Self-Attention Distillation for Task-Agnostic Compression of Pre-Trained Transformers","created":"2020-02-25","cited_by_count":1463},{"id":"1905.05950","title":"BERT Rediscovers the Classical NLP Pipeline","created":"2019-05-15","cited_by_count":1059},{"id":"1911.12543","title":"How Can We Know What Language Models Know?","created":"2019-11-28","cited_by_count":959},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"1909.03368","title":"Designing and Interpreting Probes with Control Tasks","created":"2019-09-08","cited_by_count":640},{"id":"1911.00359","title":"CCNet: Extracting High Quality Monolingual Datasets from Web Crawl Data","created":"2019-11-01","cited_by_count":548},{"id":"1805.01070","title":"What you can cram into a single vector: Probing sentence embeddings for linguistic properties","created":"2018-05-03","cited_by_count":457},{"id":"1905.06316","title":"What do you learn from context? Probing for sentence structure in contextualized word representations","created":"2019-05-15","cited_by_count":438},{"id":"1804.07998","title":"Generating Natural Language Adversarial Examples","created":"2018-04-21","cited_by_count":424},{"id":"1903.08855","title":"Linguistic Knowledge and Transferability of Contextual Representations","created":"2019-03-21","cited_by_count":383},{"id":"1812.05271","title":"TextBugger: Generating Adversarial Text Against Real-world Applications","created":"2018-12-13","cited_by_count":381},{"id":"1611.01368","title":"Assessing the Ability of LSTMs to Learn Syntax-Sensitive Dependencies","created":"2016-11-04","cited_by_count":354},{"id":"1907.13528","title":"What BERT is not: Lessons from a new suite of psycholinguistic diagnostics for language models","created":"2019-07-31","cited_by_count":320},{"id":"1908.08593","title":"Revealing the Dark Secrets of BERT","created":"2019-08-21","cited_by_count":301},{"id":"1906.04284","title":"Analyzing the Structure of Attention in a Transformer Language Model","created":"2019-06-07","cited_by_count":243},{"id":"2003.12298","title":"Information-Theoretic Probing with Minimum Description Length","created":"2020-03-27","cited_by_count":232},{"id":"1608.04207","title":"Fine-grained Analysis of Sentence Embeddings Using Auxiliary Prediction Tasks","created":"2016-08-15","cited_by_count":216},{"id":"1901.05287","title":"Assessing BERT's Syntactic Abilities","created":"2019-01-16","cited_by_count":192},{"id":"1903.05987","title":"To Tune or Not to Tune? Adapting Pretrained Representations to Diverse Tasks","created":"2019-03-14","cited_by_count":167},{"id":"1704.03471","title":"What do Neural Machine Translation Models Learn about Morphology?","created":"2017-04-11","cited_by_count":166},{"id":"2004.14448","title":"What Happens To BERT Embeddings During Fine-tuning?","created":"2020-04-29","cited_by_count":113},{"id":"1704.08006","title":"Deep Text Classification Can be Fooled","created":"2017-04-26","cited_by_count":106},{"id":"1808.08079","title":"Under the Hood: Using Diagnostic Classifiers to Investigate and Improve how Language Models Track Agreement Information","created":"2018-08-24","cited_by_count":97},{"id":"2010.02695","title":"Analyzing Individual Neurons in Pre-trained Language Models","created":"2020-10-06","cited_by_count":97},{"id":"1911.11931","title":"Evaluating Commonsense in Pre-trained Language Models","created":"2019-11-27","cited_by_count":95},{"id":"2005.04364","title":"It's Morphin' Time! Combating Linguistic Discrimination with Inflectional Perturbations","created":"2020-05-09","cited_by_count":64},{"id":"1909.04925","title":"How Does BERT Answer Questions? A Layer-Wise Analysis of Transformer Representations","created":"2019-09-11","cited_by_count":63},{"id":"1801.07772","title":"Evaluating Layers of Representation in Neural Machine Translation on Part-of-Speech and Semantic Tagging Tasks","created":"2018-01-23","cited_by_count":56},{"id":"2005.01172","title":"Similarity Analysis of Contextual Word Representation Models","created":"2020-05-03","cited_by_count":54},{"id":"1810.11101","title":"UniMorph 2.0: Universal Morphology","created":"2018-10-25","cited_by_count":42},{"id":"1909.00100","title":"Small and Practical BERT Models for Sequence Labeling","created":"2019-08-31","cited_by_count":40},{"id":"1910.01244","title":"Linking artificial and human neural representations of language","created":"2019-10-02","cited_by_count":37},{"id":"2010.02480","title":"Pretrained Language Model Embryology: The Birth of ALBERT","created":"2020-10-06","cited_by_count":30},{"id":"1503.07283","title":"Morphological Analyzer and Generator for Russian and Ukrainian Languages","created":"2015-03-25","cited_by_count":25},{"id":"2010.01869","title":"Linguistic Profiling of a Neural Language Model","created":"2020-10-05","cited_by_count":23},{"id":"1903.09442","title":"LINSPECTOR: Multilingual Probing Tasks for Word Representations","created":"2019-03-22","cited_by_count":22},{"id":"2004.14870","title":"Mind Your Inflections! Improving NLP for Non-Standard Englishes with Base-Inflection Encoding","created":"2020-04-30","cited_by_count":22},{"id":"2004.03032","title":"A Systematic Analysis of Morphological Content in BERT Models for Multiple Languages","created":"2020-04-06","cited_by_count":20},{"id":"1809.04022","title":"Can LSTM Learn to Capture Agreement? The Case of Basque","created":"2018-09-11","cited_by_count":17},{"id":"2006.00995","title":"Amnesic Probing: Behavioral Explanation with Amnesic Counterfactuals","created":"2020-06-01","cited_by_count":14},{"id":"1905.13497","title":"Attention Is (not) All You Need for Commonsense Reasoning","created":"2019-05-31","cited_by_count":13}],"next_cursor":null}