{"list":"other","total":82,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1409.3215","title":"Sequence to Sequence Learning with Neural Networks","created":"2014-09-10","cited_by_count":2986},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1803.01271","title":"An Empirical Evaluation of Generic Convolutional and Recurrent Networks for Sequence Modeling","created":"2018-03-04","cited_by_count":1476},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1704.04368","title":"Get To The Point: Summarization with Pointer-Generator Networks","created":"2017-04-14","cited_by_count":1292},{"id":"2007.01282","title":"Leveraging Passage Retrieval with Generative Models for Open Domain Question Answering","created":"2020-07-02","cited_by_count":1210},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"1609.09106","title":"HyperNetworks","created":"2016-09-27","cited_by_count":1027},{"id":"2004.09297","title":"MPNet: Masked and Permuted Pre-training for Language Understanding","created":"2020-04-20","cited_by_count":981},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2208.04933","title":"Simplified State Space Layers for Sequence Modeling","created":"2022-08-09","cited_by_count":788},{"id":"1704.00051","title":"Reading Wikipedia to Answer Open-Domain Questions","created":"2017-03-31","cited_by_count":777},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"1612.08083","title":"Language Modeling with Gated Convolutional Networks","created":"2016-12-23","cited_by_count":702},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"2110.13985","title":"Combining Recurrent, Convolutional, and Continuous-time Models with Linear State-Space Layers","created":"2021-10-26","cited_by_count":608},{"id":"1308.0850","title":"Generating Sequences With Recurrent Neural Networks","created":"2013-08-04","cited_by_count":554},{"id":"1804.05685","title":"A Discourse-Aware Attention Model for Abstractive Summarization of Long Documents","created":"2018-04-16","cited_by_count":478},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"2206.11893","title":"On the Parameterization and Initialization of Diagonal State Space Models","created":"2022-06-23","cited_by_count":424},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"2203.14343","title":"Diagonal State Spaces are as Effective as Structured State Spaces","created":"2022-03-27","cited_by_count":350},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"1707.08052","title":"Challenges in Data-to-Document Generation","created":"2017-07-25","cited_by_count":226},{"id":"1809.10853","title":"Adaptive Input Representations for Neural Language Modeling","created":"2018-09-28","cited_by_count":226},{"id":"1606.01933","title":"A Decomposable Attention Model for Natural Language Inference","created":"2016-06-06","cited_by_count":215},{"id":"1901.10430","title":"Pay Less Attention with Lightweight and Dynamic Convolutions","created":"2019-01-29","cited_by_count":211},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"1907.12461","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","created":"2019-07-29","cited_by_count":182},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179},{"id":"2006.03236","title":"Funnel-Transformer: Filtering out Sequential Redundancy for Efficient Language Processing","created":"2020-06-05","cited_by_count":162},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160},{"id":"1905.07799","title":"Adaptive Attention Span in Transformers","created":"2019-05-19","cited_by_count":149},{"id":"1808.04444","title":"Character-Level Language Modeling with Deeper Self-Attention","created":"2018-08-09","cited_by_count":138},{"id":"2209.12951","title":"Liquid Structural State-Space Models","created":"2022-09-26","cited_by_count":136},{"id":"1710.10723","title":"Simple and Effective Multi-Paragraph Reading Comprehension","created":"2017-10-29","cited_by_count":120},{"id":"1609.01704","title":"Hierarchical Multiscale Recurrent Neural Networks","created":"2016-09-06","cited_by_count":104},{"id":"2107.02192","title":"Long-Short Transformer: Efficient Transformers for Language and Vision","created":"2021-07-05","cited_by_count":102},{"id":"2106.01540","title":"Luna: Linear Unified Nested Attention","created":"2021-06-03","cited_by_count":96},{"id":"1611.01576","title":"Quasi-Recurrent Neural Networks","created":"2016-11-05","cited_by_count":87},{"id":"2111.12763","title":"Sparse is Enough in Scaling Transformers","created":"2021-11-24","cited_by_count":86},{"id":"1909.03186","title":"On Extractive and Abstractive Neural Document Summarization with Transformer Language Models","created":"2019-09-07","cited_by_count":83},{"id":"1612.04426","title":"Improving Neural Language Models with a Continuous Cache","created":"2016-12-13","cited_by_count":82},{"id":"2110.04330","title":"KG-FiD: Infusing Knowledge Graph in Fusion-in-Decoder for Open-Domain Question Answering","created":"2021-10-08","cited_by_count":67},{"id":"1610.10099","title":"Neural Machine Translation in Linear Time","created":"2016-10-31","cited_by_count":66},{"id":"1806.01822","title":"Relational recurrent neural networks","created":"2018-06-05","cited_by_count":65},{"id":"2105.04371","title":"Poolingformer: Long Document Modeling with Pooling Attention","created":"2021-05-10","cited_by_count":60},{"id":"1810.06682","title":"Trellis Networks for Sequence Modeling","created":"2018-10-15","cited_by_count":52},{"id":"2107.11906","title":"H-Transformer-1D: Fast One-Dimensional Hierarchical Attention for Sequences","created":"2021-07-25","cited_by_count":47},{"id":"1911.04070","title":"BP-Transformer: Modelling Long-Range Context via Binary Partitioning","created":"2019-11-11","cited_by_count":38},{"id":"1607.03474","title":"Recurrent Highway Networks","created":"2016-07-12","cited_by_count":37},{"id":"1901.08634","title":"A BERT Baseline for the Natural Questions","created":"2019-01-24","cited_by_count":33},{"id":"1609.07959","title":"Multiplicative LSTM for sequence modelling","created":"2016-09-26","cited_by_count":27},{"id":"2004.14560","title":"RikiNet: Reading Wikipedia Pages for Natural Question Answering","created":"2020-04-30","cited_by_count":21},{"id":"2009.06097","title":"Cluster-Former: Clustering-based Sparse Transformer for Long-Range Dependency Encoding","created":"2020-09-13","cited_by_count":19},{"id":"2206.03398","title":"Towards a General Purpose CNN for Long Range Dependencies in $N$D","created":"2022-06-07","cited_by_count":16},{"id":"2201.02143","title":"Classification of Long Sequential Data using Circular Dilated Convolutional Neural Networks","created":"2022-01-06","cited_by_count":13},{"id":"1705.08639","title":"Fast-Slow Recurrent Neural Networks","created":"2017-05-24","cited_by_count":12},{"id":"1803.10049","title":"Fast Parametric Learning with Activation Memorization","created":"2018-03-27","cited_by_count":9},{"id":"2002.03184","title":"Time-aware Large Kernel Convolutions","created":"2020-02-08","cited_by_count":8},{"id":"2009.12056","title":"No Answer is Better Than Wrong Answer: A Reflection Model for Document Level Machine Reading Comprehension","created":"2020-09-25","cited_by_count":7},{"id":"1909.05286","title":"Frustratingly Easy Natural Question Answering","created":"2019-09-11","cited_by_count":3}],"next_cursor":null}