{"list":"other","total":65,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1405.0312","title":"Microsoft COCO: Common Objects in Context","created":"2014-05-01","cited_by_count":17608},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1506.01497","title":"Faster R-CNN: Towards Real-Time Object Detection with Region Proposal Networks","created":"2015-06-04","cited_by_count":9639},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864},{"id":"1602.07332","title":"Visual Genome: Connecting Language and Vision Using Crowdsourced Dense Image Annotations","created":"2016-02-23","cited_by_count":2656},{"id":"1612.00837","title":"Making the V in VQA Matter: Elevating the Role of Image Understanding in Visual Question Answering","created":"2016-12-02","cited_by_count":2516},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"1909.13719","title":"RandAugment: Practical automated data augmentation with a reduced search space","created":"2019-09-30","cited_by_count":2269},{"id":"1908.02265","title":"ViLBERT: Pretraining Task-Agnostic Visiolinguistic Representations for Vision-and-Language Tasks","created":"2019-08-06","cited_by_count":2222},{"id":"1412.6550","title":"FitNets: Hints for Thin Deep Nets","created":"2014-12-19","cited_by_count":1653},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619},{"id":"1908.07490","title":"LXMERT: Learning Cross-Modality Encoder Representations from Transformers","created":"2019-08-20","cited_by_count":1553},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"2002.10957","title":"MiniLM: Deep Self-Attention Distillation for Task-Agnostic Compression of Pre-Trained Transformers","created":"2020-02-25","cited_by_count":1463},{"id":"1505.04870","title":"Flickr30k Entities: Collecting Region-to-Phrase Correspondences for Richer Image-to-Sentence Models","created":"2015-05-19","cited_by_count":1362},{"id":"1707.07998","title":"Bottom-Up and Top-Down Attention for Image Captioning and Visual Question Answering","created":"2017-07-25","cited_by_count":1312},{"id":"1908.03557","title":"VisualBERT: A Simple and Performant Baseline for Vision and Language","created":"2019-08-09","cited_by_count":1296},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230},{"id":"2004.06165","title":"Oscar: Object-Semantics Aligned Pre-training for Vision-Language Tasks","created":"2020-04-13","cited_by_count":1214},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"1612.03928","title":"Paying More Attention to Attention: Improving the Performance of Convolutional Neural Networks via Attention Transfer","created":"2016-12-12","cited_by_count":1077},{"id":"1412.2306","title":"Deep Visual-Semantic Alignments for Generating Image Descriptions","created":"2014-12-07","cited_by_count":968},{"id":"1908.08530","title":"VL-BERT: Pre-training of Generic Visual-Linguistic Representations","created":"2019-08-22","cited_by_count":954},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647},{"id":"1907.10597","title":"Green AI","created":"2019-07-22","cited_by_count":627},{"id":"1908.09355","title":"Patient Knowledge Distillation for BERT Model Compression","created":"2019-08-25","cited_by_count":508},{"id":"1909.11059","title":"Unified Vision-Language Pre-Training for Image Captioning and VQA","created":"2019-09-24","cited_by_count":494},{"id":"1811.00491","title":"A Corpus for Reasoning About Natural Language Grounded in Photographs","created":"2018-11-01","cited_by_count":459},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425},{"id":"2110.05208","title":"Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm","created":"2021-10-11","cited_by_count":405},{"id":"2006.06195","title":"Large-Scale Adversarial Training for Vision-and-Language Representation Learning","created":"2020-06-11","cited_by_count":327},{"id":"2107.06383","title":"How Much Can CLIP Benefit Vision-and-Language Tasks?","created":"2021-07-13","cited_by_count":321},{"id":"2004.00849","title":"Pixel-BERT: Aligning Image Pixels with Text by Deep Multi-Modal Transformers","created":"2020-04-02","cited_by_count":288},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271},{"id":"1901.06706","title":"Visual Entailment: A Novel Task for Fine-Grained Image Understanding","created":"2019-01-20","cited_by_count":252},{"id":"2012.15828","title":"MiniLMv2: Multi-Head Self-Attention Relation Distillation for Compressing Pretrained Transformers","created":"2020-12-31","cited_by_count":245},{"id":"2012.15409","title":"UNIMO: Towards Unified-Modal Understanding and Generation via Cross-Modal Contrastive Learning","created":"2020-12-31","cited_by_count":239},{"id":"2007.07834","title":"InfoXLM: An Information-Theoretic Framework for Cross-Lingual Language Model Pre-Training","created":"2020-07-15","cited_by_count":237},{"id":"2002.12804","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","created":"2020-02-28","cited_by_count":204},{"id":"2010.02666","title":"Improving Efficient Neural Ranking Models with Cross-Architecture Knowledge Distillation","created":"2020-10-06","cited_by_count":145},{"id":"2004.11207","title":"Self-Attention Attribution: Interpreting Information Interactions Inside Transformer","created":"2020-04-23","cited_by_count":125},{"id":"2103.16553","title":"Thinking Fast and Slow: Efficient Text-to-Visual Retrieval with Transformers","created":"2021-03-30","cited_by_count":93},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86},{"id":"2106.01804","title":"E2E-VLP: End-to-End Vision-Language Pre-training Enhanced by Visual Learning","created":"2021-06-03","cited_by_count":85},{"id":"2106.16138","title":"XLM-E: Cross-lingual Language Model Pre-training via ELECTRA","created":"2021-06-30","cited_by_count":72},{"id":"2102.00529","title":"Decoupling the Role of Data, Attention, and Losses in Multimodal Transformers","created":"2021-01-31","cited_by_count":64},{"id":"1909.10481","title":"Cross-Lingual Natural Language Generation via Pre-Training","created":"2019-09-23","cited_by_count":63},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52},{"id":"2012.06946","title":"MiniVLM: A Smaller and Faster Vision-Language Model","created":"2020-12-13","cited_by_count":51},{"id":"2106.13736","title":"DeltaLM: Encoder-Decoder Pre-training for Language Generation and Translation by Augmenting Pretrained Multilingual Encoders","created":"2021-06-25","cited_by_count":50},{"id":"2103.08784","title":"LightningDOT: Pre-training Visual-Semantic Embeddings for Real-Time Image-Text Retrieval","created":"2021-03-16","cited_by_count":44},{"id":"2005.00697","title":"DeFormer: Decomposing Pre-trained Transformers for Faster Question Answering","created":"2020-05-02","cited_by_count":29}],"next_cursor":null}