{"list":"other","total":55,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"2203.12602","title":"VideoMAE: Masked Autoencoders are Data-Efficient Learners for Self-Supervised Video Pre-Training","created":"2022-03-23","cited_by_count":1322},{"id":"2012.15723","title":"Making Pre-trained Language Models Better Few-shot Learners","created":"2020-12-31","cited_by_count":1256},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153},{"id":"1905.05950","title":"BERT Rediscovers the Classical NLP Pipeline","created":"2019-05-15","cited_by_count":1059},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"1906.04341","title":"What Does BERT Look At? An Analysis of BERT's Attention","created":"2019-06-11","cited_by_count":1003},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"2001.07676","title":"Exploiting Cloze Questions for Few Shot Text Classification and Natural Language Inference","created":"2020-01-21","cited_by_count":938},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"1909.00512","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","created":"2019-09-02","cited_by_count":784},{"id":"2202.10054","title":"Fine-Tuning can Distort Pretrained Features and Underperform Out-of-Distribution","created":"2022-02-21","cited_by_count":739},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2205.10803","title":"GraphMAE: Self-Supervised Masked Graph Autoencoders","created":"2022-05-22","cited_by_count":448},{"id":"1905.06316","title":"What do you learn from context? Probing for sentence structure in contextualized word representations","created":"2019-05-15","cited_by_count":438},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419},{"id":"1901.09960","title":"Using Pre-Training Can Improve Model Robustness and Uncertainty","created":"2019-01-28","cited_by_count":373},{"id":"2106.13219","title":"Towards Understanding and Mitigating Social Biases in Language Models","created":"2021-06-24","cited_by_count":296},{"id":"1905.12784","title":"Intrinsic dimension of data representations in deep neural networks","created":"2019-05-29","cited_by_count":282},{"id":"1907.12009","title":"Representation Degeneration Problem in Training Natural Language Generation Models","created":"2019-07-28","cited_by_count":255},{"id":"1806.02847","title":"A Simple Method for Commonsense Reasoning","created":"2018-06-07","cited_by_count":223},{"id":"1906.02715","title":"Visualizing and Measuring the Geometry of BERT","created":"2019-06-06","cited_by_count":216},{"id":"2002.12804","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","created":"2020-02-28","cited_by_count":204},{"id":"2006.15595","title":"Rethinking Positional Encoding in Language Pre-training","created":"2020-06-28","cited_by_count":197},{"id":"1901.05287","title":"Assessing BERT's Syntactic Abilities","created":"2019-01-16","cited_by_count":192},{"id":"2112.01529","title":"BEVT: BERT Pretraining of Video Transformers","created":"2021-12-02","cited_by_count":169},{"id":"1711.03953","title":"Breaking the Softmax Bottleneck: A High-Rank RNN Language Model","created":"2017-11-10","cited_by_count":152},{"id":"2102.08473","title":"COCO-LM: Correcting and Contrasting Text Sequences for Language Model Pretraining","created":"2021-02-16","cited_by_count":126},{"id":"2202.08005","title":"Should You Mask 15% in Masked Language Modeling?","created":"2022-02-16","cited_by_count":118},{"id":"2212.07525","title":"Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language","created":"2022-12-14","cited_by_count":110},{"id":"2002.07028","title":"Low-Rank Bottleneck in Multi-head Attention Models","created":"2020-02-17","cited_by_count":89},{"id":"2204.03243","title":"Pretraining Text Encoders with Adversarial Mixture of Training Signal Generators","created":"2022-04-07","cited_by_count":9},{"id":"2211.04898","title":"Mask More and Mask Later: Efficient Pre-training of Masked Language Models by Disentangling the [MASK] Token","created":"2022-11-09","cited_by_count":7}],"next_cursor":null}