{"list":"other","total":70,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1609.02907","title":"Semi-Supervised Classification with Graph Convolutional Networks","created":"2016-09-09","cited_by_count":11361},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1710.10903","title":"Graph Attention Networks","created":"2017-10-30","cited_by_count":8923},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1606.09375","title":"Convolutional Neural Networks on Graphs with Fast Localized Spectral Filtering","created":"2016-06-30","cited_by_count":2089},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2105.01601","title":"MLP-Mixer: An all-MLP Architecture for Vision","created":"2021-05-04","cited_by_count":1446},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"1506.03340","title":"Teaching Machines to Read and Comprehend","created":"2015-06-10","cited_by_count":1049},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"1906.04341","title":"What Does BERT Look At? An Analysis of BERT's Attention","created":"2019-06-11","cited_by_count":1003},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1909.00512","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","created":"2019-09-02","cited_by_count":784},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"1705.03122","title":"Convolutional Sequence to Sequence Learning","created":"2017-05-08","cited_by_count":552},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419},{"id":"2105.08050","title":"Pay Attention to MLPs","created":"2021-05-17","cited_by_count":368},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347},{"id":"2105.03404","title":"ResMLP: Feedforward networks for image classification with data-efficient training","created":"2021-05-07","cited_by_count":339},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319},{"id":"1908.08593","title":"Revealing the Dark Secrets of BERT","created":"2019-08-21","cited_by_count":301},{"id":"2004.05986","title":"CLUE: A Chinese Language Understanding Evaluation Benchmark","created":"2020-04-13","cited_by_count":278},{"id":"2004.13922","title":"Revisiting Pre-Trained Models for Chinese Natural Language Processing","created":"2020-04-29","cited_by_count":266},{"id":"1907.12009","title":"Representation Degeneration Problem in Training Natural Language Generation Models","created":"2019-07-28","cited_by_count":255},{"id":"1901.10430","title":"Pay Less Attention with Lightweight and Dynamic Convolutions","created":"2019-01-29","cited_by_count":211},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"2006.15595","title":"Rethinking Positional Encoding in Language Pre-training","created":"2020-06-28","cited_by_count":197},{"id":"1910.07931","title":"PLATO: Pre-trained Dialogue Generation Model with Discrete Latent Variable","created":"2019-10-17","cited_by_count":145},{"id":"1703.04826","title":"Encoding Sentences with Graph Convolutional Networks for Semantic Role Labeling","created":"2017-03-14","cited_by_count":137},{"id":"2004.12362","title":"Relational Graph Attention Network for Aspect-based Sentiment Analysis","created":"2020-04-26","cited_by_count":104},{"id":"2104.07705","title":"How to Train BERT with an Academic Budget","created":"2021-04-15","cited_by_count":80},{"id":"1809.09078","title":"Jointly Multiple Events Extraction via Attention-based Graph Information Aggregation","created":"2018-09-24","cited_by_count":73},{"id":"1704.04675","title":"Graph Convolutional Encoders for Syntax-aware Neural Machine Translation","created":"2017-04-15","cited_by_count":70},{"id":"1805.02473","title":"A Graph-to-Sequence Model for AMR-to-Text Generation","created":"2018-05-07","cited_by_count":56},{"id":"2003.01355","title":"CLUECorpus2020: A Large-scale Chinese Corpus for Pre-training Language Model","created":"2020-03-03","cited_by_count":36},{"id":"2105.03322","title":"Are Pre-trained Convolutions Better than Pre-trained Transformers?","created":"2021-05-07","cited_by_count":27},{"id":"2106.01183","title":"A Cluster-based Approach for Improving Isotropy in Contextual Embedding Space","created":"2021-06-02","cited_by_count":27},{"id":"1805.02474","title":"Sentence-State LSTM for Text Representation","created":"2018-05-07","cited_by_count":22},{"id":"2005.06537","title":"A Mixture of $h-1$ Heads is Better than $h$ Heads","created":"2020-05-13","cited_by_count":22},{"id":"2005.02178","title":"IsoBN: Fine-Tuning BERT with Isotropic Batch Normalization","created":"2020-05-02","cited_by_count":12},{"id":"1808.07624","title":"Exploiting Rich Syntactic Information for Semantic Parsing with Graph-to-Sequence Model","created":"2018-08-23","cited_by_count":6}],"next_cursor":null}