{"list":"other","total":54,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"1310.4546","title":"Distributed Representations of Words and Phrases and their Compositionality","created":"2013-10-16","cited_by_count":3474},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"1803.03635","title":"The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks","created":"2018-03-09","cited_by_count":2262},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"1409.7495","title":"Unsupervised Domain Adaptation by Backpropagation","created":"2014-09-26","cited_by_count":1917},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1905.05950","title":"BERT Rediscovers the Classical NLP Pipeline","created":"2019-05-15","cited_by_count":1059},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"2003.07082","title":"Stanza: A Python Natural Language Processing Toolkit for Many Human Languages","created":"2020-03-16","cited_by_count":723},{"id":"1909.03368","title":"Designing and Interpreting Probes with Control Tasks","created":"2019-09-08","cited_by_count":640},{"id":"1805.01070","title":"What you can cram into a single vector: Probing sentence embeddings for linguistic properties","created":"2018-05-03","cited_by_count":457},{"id":"2004.07667","title":"Null It Out: Guarding Protected Attributes by Iterative Nullspace Projection","created":"2020-04-16","cited_by_count":455},{"id":"1905.06316","title":"What do you learn from context? Probing for sentence structure in contextualized word representations","created":"2019-05-15","cited_by_count":438},{"id":"2005.07683","title":"Movement Pruning: Adaptive Sparsity by Fine-Tuning","created":"2020-05-15","cited_by_count":403},{"id":"1611.01368","title":"Assessing the Ability of LSTMs to Learn Syntax-Sensitive Dependencies","created":"2016-11-04","cited_by_count":354},{"id":"2007.12223","title":"The Lottery Ticket Hypothesis for Pre-trained BERT Networks","created":"2020-07-23","cited_by_count":275},{"id":"1709.03815","title":"OpenNMT: Open-source Toolkit for Neural Machine Translation","created":"2017-09-12","cited_by_count":251},{"id":"2003.12298","title":"Information-Theoretic Probing with Minimum Description Length","created":"2020-03-27","cited_by_count":232},{"id":"1608.04207","title":"Fine-grained Analysis of Sentence Embeddings Using Auxiliary Prediction Tasks","created":"2016-08-15","cited_by_count":216},{"id":"1906.02715","title":"Visualizing and Measuring the Geometry of BERT","created":"2019-06-06","cited_by_count":216},{"id":"1803.11138","title":"Colorless green recurrent networks dream hierarchically","created":"2018-03-29","cited_by_count":213},{"id":"2004.03061","title":"Information-Theoretic Probing for Linguistic Structure","created":"2020-04-07","cited_by_count":207},{"id":"2002.08307","title":"Compressing BERT: Studying the Effects of Weight Pruning on Transfer Learning","created":"2020-02-19","cited_by_count":185},{"id":"1808.06640","title":"Adversarial Removal of Demographic Attributes from Text Data","created":"2018-08-20","cited_by_count":170},{"id":"1711.03953","title":"Breaking the Softmax Bottleneck: A High-Rank RNN Language Model","created":"2017-11-10","cited_by_count":152},{"id":"2008.01064","title":"Predicting What You Already Know Helps: Provable Self-Supervised Learning","created":"2020-08-03","cited_by_count":152},{"id":"2005.00719","title":"Probing the Probing Paradigm: Does Probing Accuracy Entail Task Relevance?","created":"2020-05-02","cited_by_count":151},{"id":"2005.00561","title":"When BERT Plays the Lottery, All Tickets Are Winning","created":"2020-05-01","cited_by_count":114},{"id":"2004.14786","title":"Perturbed Masking: Parameter-free Probing for Analyzing and Interpreting BERT","created":"2020-04-30","cited_by_count":109},{"id":"1708.00107","title":"Learned in Translation: Contextualized Word Vectors","created":"2017-08-01","cited_by_count":104},{"id":"2011.04946","title":"When Do You Need Billions of Words of Pretraining Data?","created":"2020-11-10","cited_by_count":104},{"id":"2004.12406","title":"Masking as an Efficient Alternative to Finetuning for Pretrained Language Models","created":"2020-04-26","cited_by_count":93},{"id":"1611.01462","title":"Tying Word Vectors and Word Classifiers: A Loss Framework for Language Modeling","created":"2016-11-04","cited_by_count":92},{"id":"1910.08350","title":"A Mutual Information Maximization Perspective of Language Representation Learning","created":"2019-10-18","cited_by_count":85},{"id":"2010.03648","title":"A Mathematical Exploration of Why Language Models Help Solve Downstream Tasks","created":"2020-10-07","cited_by_count":72},{"id":"1901.09813","title":"Analogies Explained: Towards Understanding Word Embeddings","created":"2019-01-28","cited_by_count":64},{"id":"1810.04882","title":"Towards Understanding Linear Word Analogies","created":"2018-10-11","cited_by_count":57},{"id":"2010.02180","title":"Pareto Probing: Trading Off Accuracy for Complexity","created":"2020-10-05","cited_by_count":55},{"id":"2005.01641","title":"A Tale of a Probe and a Parser","created":"2020-05-04","cited_by_count":40},{"id":"2003.02249","title":"jiant: A Software Toolkit for Research on General-Purpose Text Understanding Models","created":"2020-03-04","cited_by_count":39},{"id":"2004.14513","title":"Asking without Telling: Exploring Latent Ontologies in Contextual Representations","created":"2020-04-29","cited_by_count":34},{"id":"2004.14975","title":"Investigating Transferability in Pretrained Language Models","created":"2020-04-30","cited_by_count":28},{"id":"2009.07364","title":"An information theoretic view on selecting linguistic probes","created":"2020-09-15","cited_by_count":19},{"id":"2006.00995","title":"Amnesic Probing: Behavioral Explanation with Amnesic Counterfactuals","created":"2020-06-01","cited_by_count":14},{"id":"1803.09065","title":"Near-lossless Binarization of Word Embeddings","created":"2018-03-24","cited_by_count":13},{"id":"2102.04310","title":"The Singleton Fallacy: Why Current Critiques of Language Models Miss the Point","created":"2021-02-08","cited_by_count":12},{"id":"2006.09109","title":"How to Probe Sentence Embeddings in Low-Resource Languages: On Structural Design Choices for Probing Task Evaluation","created":"2020-06-16","cited_by_count":7},{"id":"1511.08407","title":"The Mechanism of Additive Composition","created":"2015-11-26","cited_by_count":2}],"next_cursor":null}