{"list":"other","total":60,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2007.01282","title":"Leveraging Passage Retrieval with Generative Models for Open Domain Question Answering","created":"2020-07-02","cited_by_count":1210},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"1906.04341","title":"What Does BERT Look At? An Analysis of BERT's Attention","created":"2019-06-11","cited_by_count":1003},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"1804.05685","title":"A Discourse-Aware Attention Model for Abstractive Summarization of Long Documents","created":"2018-04-16","cited_by_count":478},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401},{"id":"2105.08050","title":"Pay Attention to MLPs","created":"2021-05-17","cited_by_count":368},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232},{"id":"1911.02972","title":"Blockwise Self-Attention for Long Document Understanding","created":"2019-11-07","cited_by_count":159},{"id":"1905.06566","title":"HIBERT: Document Level Pre-training of Hierarchical Bidirectional Transformers for Document Summarization","created":"2019-05-16","cited_by_count":121},{"id":"1910.10781","title":"Hierarchical Transformers for Long Document Classification","created":"2019-10-23","cited_by_count":104},{"id":"1908.08167","title":"Multi-passage BERT: A Globally Normalized BERT Model for Open-domain Question Answering","created":"2019-08-22","cited_by_count":96},{"id":"2106.01540","title":"Luna: Linear Unified Nested Attention","created":"2021-06-03","cited_by_count":96},{"id":"1909.03186","title":"On Extractive and Abstractive Neural Document Summarization with Transformer Language Models","created":"2019-09-07","cited_by_count":83},{"id":"2207.00939","title":"An Empirical Survey on Long Document Summarization: Datasets, Models and Metrics","created":"2022-07-03","cited_by_count":74},{"id":"2208.00748","title":"Efficient Long-Text Understanding with Short-Text Models","created":"2022-08-01","cited_by_count":71},{"id":"2110.10150","title":"Summ^N: A Multi-Stage Summarization Framework for Long Input Dialogues and Documents","created":"2021-10-16","cited_by_count":65},{"id":"2006.03555","title":"Masked Language Modeling for Proteins via Linearly Scalable Long-Context Transformers","created":"2020-06-05","cited_by_count":49},{"id":"2008.09093","title":"PARADE: Passage Representation Aggregation for Document Reranking","created":"2020-08-20","cited_by_count":44},{"id":"2208.04347","title":"Investigating Efficiently Extending Transformers for Long Input Summarization","created":"2022-08-08","cited_by_count":43},{"id":"2203.07586","title":"Long Document Summarization with Top-down and Bottom-up Inference","created":"2022-03-15","cited_by_count":42},{"id":"2210.05529","title":"An Exploration of Hierarchical Attention Transformers for Efficient Long Document Classification","created":"2022-10-11","cited_by_count":38},{"id":"2212.08136","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","created":"2022-12-15","cited_by_count":37},{"id":"2004.12297","title":"Beyond 512 Tokens: Siamese Multi-depth Transformer-based Hierarchical Encoder for Long-Form Document Matching","created":"2020-04-26","cited_by_count":35},{"id":"2110.08168","title":"DYLE: Dynamic Latent Extraction for Abstractive Long-Input Summarization","created":"2021-10-15","cited_by_count":34},{"id":"2104.07545","title":"Hierarchical Learning for Generation with Long Source Sequences","created":"2021-04-15","cited_by_count":32},{"id":"2012.15688","title":"ERNIE-Doc: A Retrospective Long-Document Modeling Transformer","created":"2020-12-31","cited_by_count":31},{"id":"2203.11258","title":"Efficient Classification of Long Documents Using Transformers","created":"2022-03-21","cited_by_count":30},{"id":"2005.08056","title":"Recurrent Chunking Mechanisms for Long-Text Machine Reading Comprehension","created":"2020-05-16","cited_by_count":29},{"id":"2210.04126","title":"HEGEL: Hypergraph Transformer for Long Document Summarization","created":"2022-10-09","cited_by_count":28},{"id":"2210.16422","title":"Toward Unifying Text Segmentation and Long Document Summarization","created":"2022-10-28","cited_by_count":28},{"id":"2203.09629","title":"HiStruct+: Improving Extractive Text Summarization with Hierarchical Structure Information","created":"2022-03-17","cited_by_count":26},{"id":"2103.00751","title":"Long Document Summarization in a Low Resource Setting using Pretrained Language Models","created":"2021-03-01","cited_by_count":24},{"id":"2105.03801","title":"Long-Span Summarization via Local Attention and Content Selection","created":"2021-05-08","cited_by_count":24},{"id":"1909.08752","title":"Summary Level Training of Sentence Rewriting for Abstractive Summarization","created":"2019-09-19","cited_by_count":23},{"id":"2203.10741","title":"HIBRIDS: Attention with Hierarchical Biases for Structure-aware Long Document Summarization","created":"2022-03-21","cited_by_count":23},{"id":"2010.06253","title":"Enhancing Extractive Text Summarization with Topic-Aware Graph Neural Networks","created":"2020-10-13","cited_by_count":22},{"id":"2012.00052","title":"Systematically Exploring Redundancy Reduction in Summarizing Long Documents","created":"2020-11-30","cited_by_count":21},{"id":"2109.04780","title":"RoR: Read-over-Read for Long Document Machine Reading Comprehension","created":"2021-09-10","cited_by_count":15},{"id":"1912.06905","title":"Long-length Legal Document Classification","created":"2019-12-14","cited_by_count":10},{"id":"2205.12476","title":"Leveraging Locality in Abstractive Text Summarization","created":"2022-05-25","cited_by_count":9},{"id":"2210.05499","title":"Capturing Global Structural Information in Long Document Question Answering with Compressive Graph Selector Network","created":"2022-10-11","cited_by_count":9},{"id":"2109.03888","title":"Sparsity and Sentence Structure in Encoder-Decoder Attention of Summarization Systems","created":"2021-09-08","cited_by_count":3}],"next_cursor":null}