{"list":"other","total":78,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1901.00596","title":"A Comprehensive Survey on Graph Neural Networks","created":"2019-01-03","cited_by_count":2919},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"1908.02265","title":"ViLBERT: Pretraining Task-Agnostic Visiolinguistic Representations for Vision-and-Language Tasks","created":"2019-08-06","cited_by_count":2222},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2102.05095","title":"Is Space-Time Attention All You Need for Video Understanding?","created":"2021-02-09","cited_by_count":1620},{"id":"2103.15691","title":"ViViT: A Video Vision Transformer","created":"2021-03-29","cited_by_count":1620},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2011.00931","title":"Point Transformer","created":"2020-11-02","cited_by_count":1470},{"id":"1703.06114","title":"Deep Sets","created":"2017-03-10","cited_by_count":1421},{"id":"1908.03557","title":"VisualBERT: A Simple and Performant Baseline for Vision and Language","created":"2019-08-09","cited_by_count":1296},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230},{"id":"2104.13478","title":"Geometric Deep Learning: Grids, Groups, Graphs, Geodesics, and Gauges","created":"2021-04-27","cited_by_count":1167},{"id":"1705.09406","title":"Multimodal Machine Learning: A Survey and Taxonomy","created":"2017-05-26","cited_by_count":1013},{"id":"2012.09688","title":"PCT: Point cloud transformer","created":"2020-12-17","cited_by_count":732},{"id":"2205.12454","title":"Recipe for a General, Powerful, Scalable Graph Transformer","created":"2022-05-25","cited_by_count":713},{"id":"2110.04627","title":"Vector-quantized Image Modeling with Improved VQGAN","created":"2021-10-09","cited_by_count":658},{"id":"1906.00295","title":"Multimodal Transformer for Unaligned Multimodal Language Sequences","created":"2019-06-01","cited_by_count":645},{"id":"2104.01778","title":"AST: Audio Spectrogram Transformer","created":"2021-04-05","cited_by_count":643},{"id":"2209.03143","title":"AudioLM: a Language Modeling Approach to Audio Generation","created":"2022-09-07","cited_by_count":616},{"id":"1911.06455","title":"Graph Transformer Networks","created":"2019-11-06","cited_by_count":523},{"id":"2008.02217","title":"Hopfield Networks is All You Need","created":"2020-07-16","cited_by_count":475},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400},{"id":"2004.02806","title":"A Survey of Convolutional Neural Networks: Analysis, Applications, and Prospects","created":"2020-04-01","cited_by_count":397},{"id":"2104.09224","title":"Multi-Modal Fusion Transformer for End-to-End Autonomous Driving","created":"2021-04-19","cited_by_count":377},{"id":"1812.01243","title":"Efficient Attention: Attention with Linear Complexities","created":"2018-12-04","cited_by_count":368},{"id":"2004.00849","title":"Pixel-BERT: Aligning Image Pixels with Text by Deep Multi-Modal Transformers","created":"2020-04-02","cited_by_count":288},{"id":"2102.00719","title":"Video Transformer Network","created":"2021-02-01","cited_by_count":272},{"id":"2002.12880","title":"Generalizing Convolutional Neural Networks for Equivariance to Lie Groups on Arbitrary Continuous Data","created":"2020-02-25","cited_by_count":248},{"id":"2110.05069","title":"Efficient Training of Audio Transformers with Patchout","created":"2021-10-11","cited_by_count":226},{"id":"2305.11834","title":"Pengi: An Audio Language Model for Audio Tasks","created":"2023-05-19","cited_by_count":220},{"id":"2201.04676","title":"UniFormer: Unified Transformer for Efficient Spatiotemporal Representation Learning","created":"2022-01-12","cited_by_count":184},{"id":"1909.00015","title":"Adaptively Sparse Transformers","created":"2019-08-30","cited_by_count":155},{"id":"2305.05465","title":"The emergence of clusters in self-attention dynamics","created":"2023-05-09","cited_by_count":140},{"id":"1905.13164","title":"Hierarchical Transformers for Multi-Document Summarization","created":"2019-05-30","cited_by_count":132},{"id":"1906.02762","title":"Understanding and Improving Transformer From a Multi-Particle Dynamic System Point of View","created":"2019-06-06","cited_by_count":113},{"id":"2202.08455","title":"Transformer for Graphs: An Overview from Architecture Perspective","created":"2022-02-17","cited_by_count":107},{"id":"1910.10781","title":"Hierarchical Transformers for Long Document Classification","created":"2019-10-23","cited_by_count":104},{"id":"2107.02192","title":"Long-Short Transformer: Efficient Transformers for Language and Vision","created":"2021-07-05","cited_by_count":102},{"id":"2110.13711","title":"Hierarchical Transformers Are More Efficient Language Models","created":"2021-10-26","cited_by_count":102},{"id":"2012.10885","title":"LieTransformer: Equivariant self-attention for Lie Groups","created":"2020-12-20","cited_by_count":100},{"id":"2105.12723","title":"Nested Hierarchical Transformer: Towards Accurate, Data-Efficient and Interpretable Visual Understanding","created":"2021-05-26","cited_by_count":97},{"id":"2106.02795","title":"Learnable Fourier Features for Multi-Dimensional Spatial Positional Encoding","created":"2021-06-05","cited_by_count":93},{"id":"2312.08874","title":"Agent Attention: On the Integration of Softmax and Linear Attention","created":"2023-12-14","cited_by_count":90},{"id":"2108.00202","title":"HiFT: Hierarchical Feature Transformer for Aerial Tracking","created":"2021-07-31","cited_by_count":72},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72},{"id":"2010.10604","title":"Bayesian Attention Modules","created":"2020-10-20","cited_by_count":51},{"id":"2210.10349","title":"Museformer: Transformer with Fine- and Coarse-Grained Attention for Music Generation","created":"2022-10-19","cited_by_count":49},{"id":"2003.13198","title":"InterBERT: Vision-and-Language Interaction for Multi-modal Pretraining","created":"2020-03-30","cited_by_count":48},{"id":"2107.11906","title":"H-Transformer-1D: Fast One-Dimensional Hierarchical Attention for Sequences","created":"2021-07-25","cited_by_count":47},{"id":"2207.02127","title":"A survey of multimodal deep generative models","created":"2022-07-05","cited_by_count":47},{"id":"2105.00335","title":"Audio Transformers","created":"2021-05-01","cited_by_count":41},{"id":"1911.04070","title":"BP-Transformer: Modelling Long-Range Context via Binary Partitioning","created":"2019-11-11","cited_by_count":38},{"id":"1901.11399","title":"Equivariant Transformer Networks","created":"2019-01-25","cited_by_count":35},{"id":"2106.01040","title":"Hi-Transformer: Hierarchical Interactive Transformer for Efficient and Effective Long Document Modeling","created":"2021-06-02","cited_by_count":35},{"id":"2108.03256","title":"The Right to Talk: An Audio-Visual Transformer Approach","created":"2021-08-06","cited_by_count":33},{"id":"2312.00751","title":"Mitigating Over-smoothing in Transformers via Regularized Nonlocal Functionals","created":"2023-12-01","cited_by_count":32},{"id":"2106.03180","title":"Vision Transformers with Hierarchical Attention","created":"2021-06-06","cited_by_count":31},{"id":"2109.15142","title":"Redesigning the Transformer Architecture with Insights from Multi-particle Dynamical Systems","created":"2021-09-30","cited_by_count":31},{"id":"2310.20307","title":"Causal Interpretation of Self-Attention in Pre-Trained Transformers","created":"2023-10-31","cited_by_count":30},{"id":"1805.09717","title":"Learning Classifiers with Fenchel-Young Losses: Generalized Entropies, Margins, and Algorithms","created":"2018-05-24","cited_by_count":27},{"id":"2109.10559","title":"Hierarchical Multimodal Transformer to Summarize Videos","created":"2021-09-22","cited_by_count":19},{"id":"2304.07235","title":"Mapping of attention mechanisms to a generalized Potts model","created":"2023-04-14","cited_by_count":19},{"id":"2308.09939","title":"Understanding Self-attention Mechanism via Dynamical System Perspective","created":"2023-08-19","cited_by_count":9},{"id":"2205.01080","title":"A Probabilistic Interpretation of Transformers","created":"2022-04-28","cited_by_count":1}],"next_cursor":null}