{"list":"other","total":88,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1502.03167","title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","created":"2015-02-11","cited_by_count":7005},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1409.4842","title":"Going Deeper with Convolutions","created":"2014-09-17","cited_by_count":4241},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"1502.01852","title":"Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification","created":"2015-02-06","cited_by_count":3611},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2010.04159","title":"Deformable DETR: Deformable Transformers for End-to-End Object Detection","created":"2020-10-08","cited_by_count":3422},{"id":"1705.07750","title":"Quo Vadis, Action Recognition? A New Model and the Kinetics Dataset","created":"2017-05-22","cited_by_count":3270},{"id":"2105.15203","title":"SegFormer: Simple and Efficient Design for Semantic Segmentation with Transformers","created":"2021-05-31","cited_by_count":2940},{"id":"1905.04899","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","created":"2019-05-13","cited_by_count":2884},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"1705.06950","title":"The Kinetics Human Action Video Dataset","created":"2017-05-19","cited_by_count":1909},{"id":"2108.10257","title":"SwinIR: Image Restoration Using Swin Transformer","created":"2021-08-23","cited_by_count":1887},{"id":"2203.12119","title":"Visual Prompt Tuning","created":"2022-03-23","cited_by_count":1681},{"id":"2102.05095","title":"Is Space-Time Attention All You Need for Video Understanding?","created":"2021-02-09","cited_by_count":1620},{"id":"2103.15691","title":"ViViT: A Video Vision Transformer","created":"2021-03-29","cited_by_count":1620},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"2106.01345","title":"Decision Transformer: Reinforcement Learning via Sequence Modeling","created":"2021-06-02","cited_by_count":1546},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"2011.00931","title":"Point Transformer","created":"2020-11-02","cited_by_count":1470},{"id":"2105.01601","title":"MLP-Mixer: An all-MLP Architecture for Vision","created":"2021-05-04","cited_by_count":1446},{"id":"2012.15840","title":"Rethinking Semantic Segmentation from a Sequence-to-Sequence Perspective with Transformers","created":"2020-12-31","cited_by_count":1369},{"id":"2203.12602","title":"VideoMAE: Masked Autoencoders are Data-Efficient Learners for Self-Supervised Video Pre-Training","created":"2022-03-23","cited_by_count":1322},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"1706.04261","title":"The \"something something\" video database for learning and evaluating visual common sense","created":"2017-06-13","cited_by_count":1103},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"2106.13230","title":"Video Swin Transformer","created":"2021-06-24","cited_by_count":1091},{"id":"1505.05192","title":"Unsupervised Visual Representation Learning by Context Prediction","created":"2015-05-19","cited_by_count":1066},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999},{"id":"1707.02968","title":"Revisiting Unreasonable Effectiveness of Data in Deep Learning Era","created":"2017-07-10","cited_by_count":919},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897},{"id":"2012.00364","title":"Pre-Trained Image Processing Transformer","created":"2020-12-01","cited_by_count":893},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"2106.03106","title":"Uformer: A General U-Shaped Transformer for Image Restoration","created":"2021-06-06","cited_by_count":866},{"id":"2005.00247","title":"AdapterFusion: Non-Destructive Task Composition for Transfer Learning","created":"2020-05-01","cited_by_count":788},{"id":"2012.09688","title":"PCT: Point cloud transformer","created":"2020-12-17","cited_by_count":732},{"id":"2110.07602","title":"P-Tuning v2: Prompt Tuning Can Be Comparable to Fine-tuning Universally Across Scales and Tasks","created":"2021-10-14","cited_by_count":689},{"id":"2104.10972","title":"ImageNet-21K Pretraining for the Masses","created":"2021-04-22","cited_by_count":613},{"id":"1805.00932","title":"Exploring the Limits of Weakly Supervised Pretraining","created":"2018-05-02","cited_by_count":605},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565},{"id":"1708.03888","title":"Large Batch Training of Convolutional Networks","created":"2017-08-13","cited_by_count":535},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527},{"id":"2007.07779","title":"AdapterHub: A Framework for Adapting Transformers","created":"2020-07-15","cited_by_count":444},{"id":"2205.09113","title":"Masked Autoencoders As Spatiotemporal Learners","created":"2022-05-18","cited_by_count":429},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419},{"id":"2009.14119","title":"Asymmetric Loss For Multi-Label Classification","created":"2020-09-29","cited_by_count":381},{"id":"2105.08050","title":"Pay Attention to MLPs","created":"2021-05-17","cited_by_count":368},{"id":"2202.07800","title":"Not All Patches are What You Need: Expediting Vision Transformers via Token Reorganizations","created":"2022-02-16","cited_by_count":363},{"id":"2012.07463","title":"Parameter-Efficient Transfer Learning with Diff Pruning","created":"2020-12-14","cited_by_count":352},{"id":"1808.01340","title":"A Short Note about Kinetics-600","created":"2018-08-03","cited_by_count":333},{"id":"1909.08478","title":"Simple, Scalable Adaptation for Neural Machine Translation","created":"2019-09-18","cited_by_count":242},{"id":"1803.09820","title":"A disciplined approach to neural network hyper-parameters: Part 1 -- learning rate, batch size, momentum, and weight decay","created":"2018-03-26","cited_by_count":226},{"id":"2201.04676","title":"UniFormer: Unified Transformer for Efficient Spatiotemporal Representation Learning","created":"2022-01-12","cited_by_count":184},{"id":"2102.07074","title":"TransGAN: Two Pure Transformers Can Make One Strong GAN, and That Can Scale Up","created":"2021-02-14","cited_by_count":162},{"id":"2103.05905","title":"VideoMoCo: Contrastive Video Representation Learning with Temporally Adversarial Examples","created":"2021-03-10","cited_by_count":154},{"id":"2202.09481","title":"TransDreamer: Reinforcement Learning with Transformer World Models","created":"2022-02-19","cited_by_count":143},{"id":"2107.10224","title":"CycleMLP: A MLP-like Architecture for Dense Prediction","created":"2021-07-21","cited_by_count":126},{"id":"1902.09720","title":"Learning a Deep ConvNet for Multi-label Classification with Partial Labels","created":"2019-02-26","cited_by_count":124},{"id":"2103.01209","title":"Generative Adversarial Transformers","created":"2021-03-01","cited_by_count":120},{"id":"1312.6082","title":"Multi-digit Number Recognition from Street View Imagery using Deep Convolutional Neural Networks","created":"2013-12-20","cited_by_count":84},{"id":"2107.03996","title":"Learning Vision-Guided Quadrupedal Locomotion End-to-End with Cross-Modal Transformers","created":"2021-07-08","cited_by_count":79},{"id":"2011.05970","title":"Transformers for One-Shot Visual Imitation","created":"2020-11-11","cited_by_count":78},{"id":"2201.07779","title":"Look Closer: Bridging Egocentric and Third-Person Views with Transformers for Robotic Manipulation","created":"2022-01-19","cited_by_count":49},{"id":"1803.08375","title":"Deep Learning using Rectified Linear Units (ReLU)","created":"2018-03-22","cited_by_count":48},{"id":"2110.05340","title":"Revitalizing CNN Attentions via Transformers in Self-Supervised Visual Representation Learning","created":"2021-10-11","cited_by_count":34},{"id":"2110.13083","title":"MVT: Multi-view Vision Transformer for 3D Object Recognition","created":"2021-10-25","cited_by_count":34},{"id":"2010.15831","title":"RelationNet++: Bridging Visual Representations for Object Detection via Transformer Decoder","created":"2020-10-29","cited_by_count":31}],"next_cursor":null}