{"list":"other","total":59,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"1412.6572","title":"Explaining and Harnessing Adversarial Examples","created":"2014-12-20","cited_by_count":7364},{"id":"1706.06083","title":"Towards Deep Learning Models Resistant to Adversarial Attacks","created":"2017-06-19","cited_by_count":6415},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"1903.12261","title":"Benchmarking Neural Network Robustness to Common Corruptions and Perturbations","created":"2019-03-28","cited_by_count":2877},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1711.07971","title":"Non-local Neural Networks","created":"2017-11-21","cited_by_count":2293},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2006.16241","title":"The Many Faces of Robustness: A Critical Analysis of Out-of-Distribution Generalization","created":"2020-06-29","cited_by_count":1850},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2106.01345","title":"Decision Transformer: Reinforcement Learning via Sequence Modeling","created":"2021-06-02","cited_by_count":1546},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1907.07174","title":"Natural Adversarial Examples","created":"2019-07-16","cited_by_count":1408},{"id":"1803.02155","title":"Self-Attention with Relative Position Representations","created":"2018-03-06","cited_by_count":1120},{"id":"2106.13230","title":"Video Swin Transformer","created":"2021-06-24","cited_by_count":1091},{"id":"1905.13549","title":"Learning Robust Global Representations by Penalizing Local Predictive Power","created":"2019-05-29","cited_by_count":1013},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"2106.02039","title":"Offline Reinforcement Learning as One Big Sequence Modeling Problem","created":"2021-06-03","cited_by_count":644},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502},{"id":"2106.03893","title":"Rethinking Graph Transformers with Spectral Attention","created":"2021-06-07","cited_by_count":473},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401},{"id":"2105.14995","title":"Choose a Transformer: Fourier or Galerkin","created":"2021-05-31","cited_by_count":343},{"id":"1811.00075","title":"The UEA multivariate time series classification archive, 2018","created":"2018-10-31","cited_by_count":338},{"id":"2103.14586","title":"Understanding Robustness of Transformers for Image Classification","created":"2021-03-26","cited_by_count":249},{"id":"1809.10853","title":"Adaptive Input Representations for Neural Language Modeling","created":"2018-09-28","cited_by_count":226},{"id":"1802.05666","title":"Adversarial Risk and the Dangers of Evaluating Against Weak Attacks","created":"2018-02-15","cited_by_count":221},{"id":"1908.11775","title":"Transformer Dissection: A Unified Understanding of Transformer's Attention via the Lens of Kernel","created":"2019-08-30","cited_by_count":213},{"id":"2105.07581","title":"Vision Transformers are Robust Learners","created":"2021-05-17","cited_by_count":207},{"id":"2104.02610","title":"On the Robustness of Vision Transformers to Adversarial Examples","created":"2021-03-31","cited_by_count":167},{"id":"2204.12451","title":"Understanding The Robustness in Vision Transformers","created":"2022-04-26","cited_by_count":144},{"id":"1808.04444","title":"Character-Level Language Modeling with Deeper Self-Attention","created":"2018-08-09","cited_by_count":138},{"id":"2110.11773","title":"Sinkformers: Transformers with Doubly Stochastic Attention","created":"2021-10-22","cited_by_count":138},{"id":"2105.07926","title":"Towards Robust Vision Transformer","created":"2021-05-17","cited_by_count":137},{"id":"1906.02762","title":"Understanding and Improving Transformer From a Multi-Particle Dynamic System Point of View","created":"2019-06-06","cited_by_count":113},{"id":"2203.00274","title":"TableFormer: Robust Transformer Modeling for Table-Text Encoding","created":"2022-03-01","cited_by_count":91},{"id":"2202.06258","title":"Flowformer: Linearizing Transformers with Conservation Flows","created":"2022-02-13","cited_by_count":69},{"id":"2005.05909","title":"TextAttack: A Framework for Adversarial Attacks, Data Augmentation, and Adversarial Training in NLP","created":"2020-04-29","cited_by_count":45},{"id":"2110.08678","title":"Improving Transformers with Probabilistic Attention Keys","created":"2021-10-16","cited_by_count":28},{"id":"2005.06627","title":"CrisisBERT: a Robust Transformer for Crisis Classification and Contextual Crisis Embedding","created":"2020-05-11","cited_by_count":25},{"id":"2109.05244","title":"Modeling Concentrated Cross-Attention for Neural Machine Translation with Gaussian Mixture Model","created":"2021-09-11","cited_by_count":18},{"id":"2206.08477","title":"Backdoor Attacks on Vision Transformers","created":"2022-06-16","cited_by_count":13},{"id":"2106.15338","title":"Probabilistic Attention for Interactive Segmentation","created":"2021-06-23","cited_by_count":12},{"id":"2006.16590","title":"Robust Kernel Density Estimation with Median-of-Means principle","created":"2020-06-30","cited_by_count":9},{"id":"1411.4378","title":"Robust Kernel Density Estimation by Scaling and Projection in Hilbert Space","created":"2014-11-17","cited_by_count":2}],"next_cursor":null}