{"list":"other","total":57,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"2005.10242","title":"Understanding Contrastive Representation Learning through Alignment and Uniformity on the Hypersphere","created":"2020-05-20","cited_by_count":1405},{"id":"2012.15723","title":"Making Pre-trained Language Models Better Few-shot Learners","created":"2020-12-31","cited_by_count":1256},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"1906.04341","title":"What Does BERT Look At? An Analysis of BERT's Attention","created":"2019-06-11","cited_by_count":1003},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"2001.07676","title":"Exploiting Cloze Questions for Few Shot Text Classification and Natural Language Inference","created":"2020-01-21","cited_by_count":938},{"id":"2007.00808","title":"Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval","created":"2020-07-01","cited_by_count":849},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"1909.00512","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","created":"2019-09-02","cited_by_count":784},{"id":"2002.08910","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","created":"2020-02-10","cited_by_count":719},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"2009.07118","title":"It's Not Just Size That Matters: Small Language Models Are Also Few-Shot Learners","created":"2020-09-15","cited_by_count":669},{"id":"1905.02450","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","created":"2019-05-07","cited_by_count":347},{"id":"2011.01403","title":"Supervised Contrastive Learning for Pre-trained Language Model Fine-tuning","created":"2020-11-03","cited_by_count":276},{"id":"2002.05867","title":"Transformers as Soft Reasoners over Language","created":"2020-02-14","cited_by_count":270},{"id":"1907.12009","title":"Representation Degeneration Problem in Training Natural Language Generation Models","created":"2019-07-28","cited_by_count":255},{"id":"2007.07834","title":"InfoXLM: An Information-Theoretic Framework for Cross-Lingual Language Model Pre-Training","created":"2020-07-15","cited_by_count":237},{"id":"1806.02847","title":"A Simple Method for Commonsense Reasoning","created":"2018-06-07","cited_by_count":223},{"id":"1906.02715","title":"Visualizing and Measuring the Geometry of BERT","created":"2019-06-06","cited_by_count":216},{"id":"2005.00181","title":"Sparse, Dense, and Attentional Representations for Text Retrieval","created":"2020-05-01","cited_by_count":214},{"id":"2002.12804","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","created":"2020-02-28","cited_by_count":204},{"id":"2006.15595","title":"Rethinking Positional Encoding in Language Pre-training","created":"2020-06-28","cited_by_count":197},{"id":"2012.15466","title":"CLEAR: Contrastive Learning for Sentence Representation","created":"2020-12-31","cited_by_count":186},{"id":"2005.12766","title":"CERT: Contrastive Self-supervised Learning for Language Understanding","created":"2020-05-16","cited_by_count":169},{"id":"2008.03156","title":"Better Fine-Tuning by Reducing Representational Collapse","created":"2020-08-06","cited_by_count":157},{"id":"2007.13916","title":"Demystifying Contrastive Self-Supervised Learning: Invariances, Augmentations and Dataset Biases","created":"2020-07-28","cited_by_count":143},{"id":"2010.08240","title":"Augmented SBERT: Data Augmentation Method for Improving Bi-Encoders for Pairwise Sentence Scoring Tasks","created":"2020-10-16","cited_by_count":138},{"id":"1908.04577","title":"StructBERT: Incorporating Language Structures into Pre-training for Deep Language Understanding","created":"2019-08-13","cited_by_count":109},{"id":"2006.15020","title":"Pre-training via Paraphrasing","created":"2020-06-26","cited_by_count":92},{"id":"2007.00655","title":"Knowledge-Aware Language Model Pretraining","created":"2020-06-29","cited_by_count":52},{"id":"2012.08561","title":"Pre-Training Transformers as Energy-Based Cloze Models","created":"2020-12-15","cited_by_count":52},{"id":"2010.08670","title":"CoDA: Contrast-enhanced and Diversity-promoting Data Augmentation for Natural Language Understanding","created":"2020-10-16","cited_by_count":41},{"id":"2006.05744","title":"MC-BERT: Efficient Language Pre-Training via a Meta Controller","created":"2020-06-10","cited_by_count":15},{"id":"2012.15856","title":"Studying Strategically: Learning to Mask for Closed-book QA","created":"2020-12-31","cited_by_count":10}],"next_cursor":null}