{"list":"other","total":90,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1405.0312","title":"Microsoft COCO: Common Objects in Context","created":"2014-05-01","cited_by_count":17608},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"1412.6572","title":"Explaining and Harnessing Adversarial Examples","created":"2014-12-20","cited_by_count":7364},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1602.07332","title":"Visual Genome: Connecting Language and Vision Using Crowdsourced Dense Image Annotations","created":"2016-02-23","cited_by_count":2656},{"id":"1612.00837","title":"Making the V in VQA Matter: Elevating the Role of Image Understanding in Visual Question Answering","created":"2016-12-02","cited_by_count":2516},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"1908.02265","title":"ViLBERT: Pretraining Task-Agnostic Visiolinguistic Representations for Vision-and-Language Tasks","created":"2019-08-06","cited_by_count":2222},{"id":"1910.03771","title":"HuggingFace's Transformers: State-of-the-art Natural Language Processing","created":"2019-10-09","cited_by_count":2218},{"id":"1311.3618","title":"Describing Textures in the Wild","created":"2013-11-14","cited_by_count":2125},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1306.5151","title":"Fine-Grained Visual Classification of Aircraft","created":"2013-06-21","cited_by_count":1726},{"id":"1904.08920","title":"Towards VQA Models That Can Read","created":"2019-04-18","cited_by_count":1718},{"id":"2102.05095","title":"Is Space-Time Attention All You Need for Video Understanding?","created":"2021-02-09","cited_by_count":1620},{"id":"2103.15691","title":"ViViT: A Video Vision Transformer","created":"2021-03-29","cited_by_count":1620},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619},{"id":"1908.07490","title":"LXMERT: Learning Cross-Modality Encoder Representations from Transformers","created":"2019-08-20","cited_by_count":1553},{"id":"1709.00029","title":"EuroSAT: A Novel Dataset and Deep Learning Benchmark for Land Use and Land Cover Classification","created":"2017-08-31","cited_by_count":1496},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1504.00325","title":"Microsoft COCO Captions: Data Collection and Evaluation Server","created":"2015-04-01","cited_by_count":1462},{"id":"1612.06890","title":"CLEVR: A Diagnostic Dataset for Compositional Language and Elementary Visual Reasoning","created":"2016-12-20","cited_by_count":1457},{"id":"1505.04870","title":"Flickr30k Entities: Collecting Region-to-Phrase Correspondences for Richer Image-to-Sentence Models","created":"2015-05-19","cited_by_count":1362},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"1908.03557","title":"VisualBERT: A Simple and Performant Baseline for Vision and Language","created":"2019-08-09","cited_by_count":1296},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230},{"id":"2102.08981","title":"Conceptual 12M: Pushing Web-Scale Image-Text Pre-Training To Recognize Long-Tail Visual Concepts","created":"2021-02-17","cited_by_count":1216},{"id":"2004.06165","title":"Oscar: Object-Semantics Aligned Pre-training for Vision-Language Tasks","created":"2020-04-13","cited_by_count":1214},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"1908.08530","title":"VL-BERT: Pre-training of Generic Visual-Linguistic Representations","created":"2019-08-22","cited_by_count":954},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647},{"id":"2006.13979","title":"Unsupervised Cross-lingual Representation Learning for Speech Recognition","created":"2020-06-24","cited_by_count":501},{"id":"1909.11059","title":"Unified Vision-Language Pre-Training for Image Captioning and VQA","created":"2019-09-24","cited_by_count":494},{"id":"2005.04790","title":"The Hateful Memes Challenge: Detecting Hate Speech in Multimodal Memes","created":"2020-05-10","cited_by_count":490},{"id":"1806.03962","title":"Rotation Equivariant CNNs for Digital Pathology","created":"2018-06-08","cited_by_count":422},{"id":"2003.12462","title":"TextCaps: a Dataset for Image Captioning with Reading Comprehension","created":"2020-03-24","cited_by_count":400},{"id":"2007.10639","title":"Multi-modal Transformer for Video Retrieval","created":"2020-07-21","cited_by_count":395},{"id":"2006.06666","title":"VirTex: Learning Visual Representations from Textual Annotations","created":"2020-06-11","cited_by_count":339},{"id":"2006.06195","title":"Large-Scale Adversarial Training for Vision-and-Language Representation Learning","created":"2020-06-11","cited_by_count":327},{"id":"2110.01963","title":"Multimodal datasets: misogyny, pornography, and malignant stereotypes","created":"2021-10-05","cited_by_count":327},{"id":"1812.02707","title":"Video Action Transformer Network","created":"2018-12-06","cited_by_count":316},{"id":"2004.00849","title":"Pixel-BERT: Aligning Image Pixels with Text by Deep Multi-Modal Transformers","created":"2020-04-02","cited_by_count":288},{"id":"2103.01913","title":"WIT: Wikipedia-based Image Text Dataset for Multimodal Multilingual Machine Learning","created":"2021-03-02","cited_by_count":287},{"id":"1912.02315","title":"12-in-1: Multi-Task Vision and Language Representation Learning","created":"2019-12-05","cited_by_count":278},{"id":"2102.00719","title":"Video Transformer Network","created":"2021-02-01","cited_by_count":272},{"id":"2104.07857","title":"ZeRO-Infinity: Breaking the GPU Memory Wall for Extreme Scale Deep Learning","created":"2021-04-16","cited_by_count":256},{"id":"1901.06706","title":"Visual Entailment: A Novel Task for Fine-Grained Image Understanding","created":"2019-01-20","cited_by_count":252},{"id":"2012.15409","title":"UNIMO: Towards Unified-Modal Understanding and Generation via Cross-Modal Contrastive Learning","created":"2020-12-31","cited_by_count":239},{"id":"2007.07834","title":"InfoXLM: An Information-Theoretic Framework for Cross-Lingual Language Model Pre-Training","created":"2020-07-15","cited_by_count":237},{"id":"1912.03098","title":"Connecting Vision and Language with Localized Narratives","created":"2019-12-06","cited_by_count":226},{"id":"2006.16934","title":"ERNIE-ViL: Knowledge Enhanced Vision-Language Representations Through Scene Graph","created":"2020-06-30","cited_by_count":211},{"id":"2002.12804","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","created":"2020-02-28","cited_by_count":204},{"id":"2102.10772","title":"UniT: Multimodal Multitask Learning with a Unified Transformer","created":"2021-02-22","cited_by_count":195},{"id":"2007.06028","title":"TERA: Self-Supervised Learning of Transformer Encoder Representation for Speech","created":"2020-07-12","cited_by_count":188},{"id":"2010.10504","title":"Pushing the Limits of Semi-Supervised Learning for Automatic Speech Recognition","created":"2020-10-20","cited_by_count":187},{"id":"2104.03135","title":"Seeing Out of tHe bOx: End-to-End Pre-training for Vision-Language Representation Learning","created":"2021-04-07","cited_by_count":187},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180},{"id":"2103.05247","title":"Pretrained Transformers as Universal Computation Engines","created":"2021-03-09","cited_by_count":162},{"id":"2001.03615","title":"In Defense of Grid Features for Visual Question Answering","created":"2020-01-10","cited_by_count":155},{"id":"1911.06258","title":"Iterative Answer Prediction with Pointer-Augmented Multimodal Transformers for TextVQA","created":"2019-11-14","cited_by_count":107},{"id":"2106.16138","title":"XLM-E: Cross-lingual Language Model Pre-training via ELECTRA","created":"2021-06-30","cited_by_count":72},{"id":"1909.10481","title":"Cross-Lingual Natural Language Generation via Pre-Training","created":"2019-09-23","cited_by_count":63},{"id":"2011.13628","title":"Temporal-Channel Transformer for 3D Lidar-Based Video Object Detection in Autonomous Driving","created":"2020-11-27","cited_by_count":55},{"id":"1907.01166","title":"Multimodal Transformer Networks for End-to-End Video-Grounded Dialogue Systems","created":"2019-07-02","cited_by_count":52},{"id":"2106.13736","title":"DeltaLM: Encoder-Decoder Pre-training for Language Generation and Translation by Augmenting Pretrained Multilingual Encoders","created":"2021-06-25","cited_by_count":50},{"id":"2004.08744","title":"Are we pretraining it right? Digging deeper into visio-linguistic pretraining","created":"2020-04-19","cited_by_count":25}],"next_cursor":null}