{"list":"other","total":68,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"1608.06993","title":"Densely Connected Convolutional Networks","created":"2016-08-25","cited_by_count":6720},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"2010.04159","title":"Deformable DETR: Deformable Transformers for End-to-End Object Detection","created":"2020-10-08","cited_by_count":3422},{"id":"1503.03832","title":"FaceNet: A Unified Embedding for Face Recognition and Clustering","created":"2015-03-12","cited_by_count":2849},{"id":"2004.11362","title":"Supervised Contrastive Learning","created":"2020-04-23","cited_by_count":2829},{"id":"1908.02265","title":"ViLBERT: Pretraining Task-Agnostic Visiolinguistic Representations for Vision-and-Language Tasks","created":"2019-08-06","cited_by_count":2222},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"2103.15691","title":"ViViT: A Video Vision Transformer","created":"2021-03-29","cited_by_count":1620},{"id":"1908.07490","title":"LXMERT: Learning Cross-Modality Encoder Representations from Transformers","created":"2019-08-20","cited_by_count":1553},{"id":"2011.00931","title":"Point Transformer","created":"2020-11-02","cited_by_count":1470},{"id":"2005.10242","title":"Understanding Contrastive Representation Learning through Alignment and Uniformity on the Hypersphere","created":"2020-05-20","cited_by_count":1405},{"id":"1908.03557","title":"VisualBERT: A Simple and Performant Baseline for Vision and Language","created":"2019-08-09","cited_by_count":1296},{"id":"1807.10221","title":"Unified Perceptual Parsing for Scene Understanding","created":"2018-07-26","cited_by_count":1271},{"id":"2004.06165","title":"Oscar: Object-Semantics Aligned Pre-training for Vision-Language Tasks","created":"2020-04-13","cited_by_count":1214},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"1908.08530","title":"VL-BERT: Pre-training of Generic Visual-Linguistic Representations","created":"2019-08-22","cited_by_count":954},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947},{"id":"2012.00364","title":"Pre-Trained Image Processing Transformer","created":"2020-12-01","cited_by_count":893},{"id":"2103.14899","title":"CrossViT: Cross-Attention Multi-Scale Vision Transformer for Image Classification","created":"2021-03-27","cited_by_count":806},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"2103.00112","title":"Transformer in Transformer","created":"2021-02-27","cited_by_count":633},{"id":"2012.09838","title":"Transformer Interpretability Beyond Attention Visualization","created":"2020-12-17","cited_by_count":627},{"id":"1909.03211","title":"Measuring and Relieving the Over-smoothing Problem for Graph Neural Networks from the Topological View","created":"2019-09-07","cited_by_count":545},{"id":"1909.11059","title":"Unified Vision-Language Pre-Training for Image Captioning and VQA","created":"2019-09-24","cited_by_count":494},{"id":"1908.06066","title":"Unicoder-VL: A Universal Encoder for Vision and Language by Cross-modal Pre-training","created":"2019-08-16","cited_by_count":451},{"id":"2011.14503","title":"End-to-End Video Instance Segmentation with Transformers","created":"2020-11-30","cited_by_count":443},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419},{"id":"2012.09740","title":"Understanding the Behaviour of Contrastive Loss","created":"2020-12-15","cited_by_count":398},{"id":"2012.00759","title":"MaX-DeepLab: End-to-End Panoptic Segmentation with Mask Transformers","created":"2020-12-01","cited_by_count":355},{"id":"2006.04139","title":"Learning Texture Transformer Network for Image Super-Resolution","created":"2020-06-07","cited_by_count":347},{"id":"2102.10662","title":"Medical Transformer: Gated Axial-Attention for Medical Image Segmentation","created":"2021-02-21","cited_by_count":320},{"id":"2107.06263","title":"CMT: Convolutional Neural Networks Meet Vision Transformers","created":"2021-07-13","cited_by_count":310},{"id":"1911.03584","title":"On the Relationship between Self-Attention and Convolutional Layers","created":"2019-11-08","cited_by_count":300},{"id":"1612.02295","title":"Large-Margin Softmax Loss for Convolutional Neural Networks","created":"2016-12-07","cited_by_count":296},{"id":"1511.06464","title":"Unitary Evolution Recurrent Neural Networks","created":"2015-11-20","cited_by_count":294},{"id":"2103.11886","title":"DeepViT: Towards Deeper Vision Transformer","created":"2021-03-22","cited_by_count":289},{"id":"2006.04152","title":"BERT Loses Patience: Fast and Robust Inference with Early Exit","created":"2020-06-07","cited_by_count":273},{"id":"2106.01548","title":"When Vision Transformers Outperform ResNets without Pre-training or Strong Data Augmentations","created":"2021-06-03","cited_by_count":260},{"id":"1907.12009","title":"Representation Degeneration Problem in Training Natural Language Generation Models","created":"2019-07-28","cited_by_count":255},{"id":"1804.00819","title":"End-to-End Dense Video Captioning with Masked Transformer","created":"2018-04-03","cited_by_count":214},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183},{"id":"2106.13112","title":"VOLO: Vision Outlooker for Visual Recognition","created":"2021-06-24","cited_by_count":165},{"id":"2007.10247","title":"Learning Joint Spatial-Temporal Transformations for Video Inpainting","created":"2020-07-20","cited_by_count":163},{"id":"2104.10858","title":"All Tokens Matter: Token Labeling for Training Better Vision Transformers","created":"2021-04-22","cited_by_count":144},{"id":"1908.01114","title":"ABD-Net: Attentive but Diverse Person Re-Identification","created":"2019-08-03","cited_by_count":126},{"id":"2011.09315","title":"End-to-End Object Detection with Adaptive Clustering Transformer","created":"2020-11-18","cited_by_count":109},{"id":"1709.06079","title":"Orthogonal Weight Normalization: Solution to Optimization over Multiple Dependent Stiefel Manifolds in Deep Neural Networks","created":"2017-09-16","cited_by_count":92},{"id":"1702.00071","title":"On orthogonality and learning recurrent networks with long term dependencies","created":"2017-01-31","cited_by_count":83},{"id":"1805.09298","title":"Learning towards Minimum Hyperspherical Energy","created":"2018-05-23","cited_by_count":75},{"id":"1810.09102","title":"Can We Gain More from Orthogonality Regularizations in Training Deep CNNs?","created":"2018-10-22","cited_by_count":62},{"id":"2104.12753","title":"Vision Transformers with Patch Diversification","created":"2021-04-26","cited_by_count":45},{"id":"2103.14021","title":"Orthogonal Projection Loss","created":"2021-03-25","cited_by_count":44},{"id":"1611.01967","title":"Regularizing CNNs with Locally Constrained Decorrelations","created":"2016-11-07","cited_by_count":41},{"id":"2106.03714","title":"Refiner: Refining Self-attention for Vision Transformers","created":"2021-06-07","cited_by_count":38},{"id":"1712.01727","title":"OL\\'E: Orthogonal Low-rank Embedding, A Plug and Play Geometric Loss for Deep Learning","created":"2017-12-05","cited_by_count":37},{"id":"2103.01649","title":"Learning with Hyperspherical Uniformity","created":"2021-03-02","cited_by_count":35},{"id":"1611.03131","title":"Diverse Neural Network Learns True Target Functions","created":"2016-11-09","cited_by_count":33},{"id":"1906.04892","title":"Regularizing Neural Networks via Minimizing Hyperspherical Energy","created":"2019-06-12","cited_by_count":25},{"id":"1910.04500","title":"Orthogonality Constrained Multi-Head Attention For Keyword Spotting","created":"2019-10-10","cited_by_count":6}],"next_cursor":null}