{"list":"other","total":83,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1703.06114","title":"Deep Sets","created":"2017-03-10","cited_by_count":1421},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"2003.13678","title":"Designing Network Design Spaces","created":"2020-03-30","cited_by_count":960},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"2106.13797","title":"PVT v2: Improved Baselines with Pyramid Vision Transformer","created":"2021-06-25","cited_by_count":751},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"2106.14881","title":"Early Convolutions Help Transformers See Better","created":"2021-06-28","cited_by_count":396},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"1801.10198","title":"Generating Wikipedia by Summarizing Long Sequences","created":"2018-01-30","cited_by_count":335},{"id":"1401.0118","title":"Black Box Variational Inference","created":"2013-12-31","cited_by_count":319},{"id":"1703.03130","title":"A Structured Self-attentive Sentence Embedding","created":"2017-03-09","cited_by_count":318},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"1809.10853","title":"Adaptive Input Representations for Neural Language Modeling","created":"2018-09-28","cited_by_count":226},{"id":"2202.08791","title":"cosFormer: Rethinking Softmax in Attention","created":"2022-02-17","cited_by_count":213},{"id":"2103.15358","title":"Multi-Scale Vision Longformer: A New Vision Transformer for High-Resolution Image Encoding","created":"2021-03-29","cited_by_count":207},{"id":"2201.09450","title":"UniFormer: Unifying Convolution and Self-attention for Visual Recognition","created":"2022-01-24","cited_by_count":206},{"id":"1806.00187","title":"Scaling Neural Machine Translation","created":"2018-06-01","cited_by_count":204},{"id":"2202.10447","title":"Transformer Quality in Linear Time","created":"2022-02-21","cited_by_count":191},{"id":"1805.02867","title":"Online normalizer calculation for softmax","created":"2018-05-08","cited_by_count":162},{"id":"2006.03236","title":"Funnel-Transformer: Filtering out Sequential Redundancy for Efficient Language Processing","created":"2020-06-05","cited_by_count":162},{"id":"2112.05682","title":"Self-attention Does Not Need $O(n^2)$ Memory","created":"2021-12-10","cited_by_count":154},{"id":"2110.15343","title":"Scatterbrain: Unifying Sparse and Low-rank Attention Approximation","created":"2021-10-28","cited_by_count":130},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128},{"id":"2106.02689","title":"RegionViT: Regional-to-Local Attention for Vision Transformers","created":"2021-06-04","cited_by_count":127},{"id":"2007.04825","title":"Fast Transformers with Clustered Attention","created":"2020-07-09","cited_by_count":123},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110},{"id":"1711.00123","title":"Backpropagation through the Void: Optimizing control variates for black-box gradient estimation","created":"2017-10-31","cited_by_count":106},{"id":"2107.02192","title":"Long-Short Transformer: Efficient Transformers for Language and Vision","created":"2021-07-05","cited_by_count":102},{"id":"2210.10340","title":"The Devil in Linear Transformer","created":"2022-10-19","cited_by_count":98},{"id":"2103.13076","title":"Finetuning Pretrained Transformers into RNNs","created":"2021-03-24","cited_by_count":96},{"id":"2106.01540","title":"Luna: Linear Unified Nested Attention","created":"2021-06-03","cited_by_count":96},{"id":"2106.06295","title":"Going Beyond Linear Transformers with Recurrent Fast Weight Programmers","created":"2021-06-11","cited_by_count":89},{"id":"1703.07370","title":"REBAR: Low-variance, unbiased gradient estimates for discrete latent variable models","created":"2017-03-21","cited_by_count":79},{"id":"2112.00029","title":"Pixelated Butterfly: Simple and Efficient Sparse training for Neural Network Models","created":"2021-11-30","cited_by_count":76},{"id":"2202.06258","title":"Flowformer: Linearizing Transformers with Conservation Flows","created":"2022-02-13","cited_by_count":69},{"id":"2107.05768","title":"Combiner: Full Attention Transformer with Sparse Computation Cost","created":"2021-07-12","cited_by_count":64},{"id":"2106.12566","title":"Stable, Fast and Accurate: Kernelized Attention with Relative Positional Encoding","created":"2021-06-23","cited_by_count":51},{"id":"2107.11906","title":"H-Transformer-1D: Fast One-Dimensional Hierarchical Attention for Sequences","created":"2021-07-25","cited_by_count":47},{"id":"2105.08399","title":"Relative Positional Encoding for Transformers with Linear Complexity","created":"2021-05-18","cited_by_count":37},{"id":"2110.02488","title":"ABC: Attention with Bounded-memory Control","created":"2021-10-06","cited_by_count":36},{"id":"2204.04667","title":"Linear Complexity Randomized Self-attention Mechanism","created":"2022-04-10","cited_by_count":31},{"id":"2108.02347","title":"FMMformer: Efficient and Flexible Transformer via Decomposed Near-field and Far-field Attention","created":"2021-08-05","cited_by_count":26},{"id":"1706.05439","title":"Control Variates for Stochastic Gradient MCMC","created":"2017-06-16","cited_by_count":25},{"id":"2110.04367","title":"Hybrid Random Features","created":"2021-10-08","cited_by_count":25},{"id":"2112.07210","title":"Simple Local Attentions Remain Competitive for Long-Context Tasks","created":"2021-12-14","cited_by_count":25},{"id":"1810.12482","title":"Using Large Ensembles of Control Variates for Variational Inference","created":"2018-10-30","cited_by_count":21},{"id":"2205.15317","title":"Chefs' Random Tables: Non-Trigonometric Random Features","created":"2022-05-30","cited_by_count":21},{"id":"2110.08323","title":"On Learning the Transformer Kernel","created":"2021-10-15","cited_by_count":15},{"id":"2109.02377","title":"PermuteFormer: Efficient Relative Position Encoding for Long Sequences","created":"2021-09-06","cited_by_count":14},{"id":"2106.07914","title":"Control Variates for Slate Off-Policy Evaluation","created":"2021-06-15","cited_by_count":13},{"id":"2207.10284","title":"Multi Resolution Analysis (MRA) for Approximate Self-Attention","created":"2022-07-21","cited_by_count":11},{"id":"2208.09015","title":"Treeformer: Dense Gradient Trees for Efficient Attention Computation","created":"2022-08-18","cited_by_count":9},{"id":"2205.14014","title":"What Dense Graph Do You Need for Self-Attention?","created":"2022-05-27","cited_by_count":3},{"id":"2110.02453","title":"Ripple Attention for Visual Perception with Sub-quadratic Complexity","created":"2021-10-06","cited_by_count":2}],"next_cursor":null}