{"list":"other","total":101,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1905.11946","title":"EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks","created":"2019-05-28","cited_by_count":6442},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"1711.00937","title":"Neural Discrete Representation Learning","created":"2017-11-02","cited_by_count":4712},{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2112.10741","title":"GLIDE: Towards Photorealistic Image Generation and Editing with Text-Guided Diffusion Models","created":"2021-12-20","cited_by_count":3614},{"id":"2012.09841","title":"Taming Transformers for High-Resolution Image Synthesis","created":"2020-12-17","cited_by_count":3253},{"id":"1606.03498","title":"Improved Techniques for Training GANs","created":"2016-06-10","cited_by_count":2970},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1905.04899","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","created":"2019-05-13","cited_by_count":2884},{"id":"2011.10566","title":"Exploring Simple Siamese Representation Learning","created":"2020-11-20","cited_by_count":2866},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1602.07332","title":"Visual Genome: Connecting Language and Vision Using Crowdsourced Dense Image Annotations","created":"2016-02-23","cited_by_count":2656},{"id":"1612.00837","title":"Making the V in VQA Matter: Elevating the Role of Image Understanding in Visual Question Answering","created":"2016-12-02","cited_by_count":2516},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2003.04297","title":"Improved Baselines with Momentum Contrastive Learning","created":"2020-03-09","cited_by_count":2287},{"id":"1909.13719","title":"RandAugment: Practical automated data augmentation with a reduced search space","created":"2019-09-30","cited_by_count":2269},{"id":"1908.02265","title":"ViLBERT: Pretraining Task-Agnostic Visiolinguistic Representations for Vision-and-Language Tasks","created":"2019-08-06","cited_by_count":2222},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1411.5726","title":"CIDEr: Consensus-based Image Description Evaluation","created":"2014-11-20","cited_by_count":2046},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619},{"id":"2111.02114","title":"LAION-400M: Open Dataset of CLIP-Filtered 400 Million Image-Text Pairs","created":"2021-11-03","cited_by_count":1555},{"id":"1908.07490","title":"LXMERT: Learning Cross-Modality Encoder Representations from Transformers","created":"2019-08-20","cited_by_count":1553},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"1504.00325","title":"Microsoft COCO Captions: Data Collection and Evaluation Server","created":"2015-04-01","cited_by_count":1462},{"id":"1908.03557","title":"VisualBERT: A Simple and Performant Baseline for Vision and Language","created":"2019-08-09","cited_by_count":1296},{"id":"1708.04896","title":"Random Erasing Data Augmentation","created":"2017-08-16","cited_by_count":1239},{"id":"2102.08981","title":"Conceptual 12M: Pushing Web-Scale Image-Text Pre-Training To Recognize Long-Tail Visual Concepts","created":"2021-02-17","cited_by_count":1216},{"id":"2004.06165","title":"Oscar: Object-Semantics Aligned Pre-training for Vision-Language Tasks","created":"2020-04-13","cited_by_count":1214},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"1608.00272","title":"Modeling Context in Referring Expressions","created":"2016-07-31","cited_by_count":1063},{"id":"1603.09382","title":"Deep Networks with Stochastic Depth","created":"2016-03-30","cited_by_count":979},{"id":"1412.2306","title":"Deep Visual-Semantic Alignments for Generating Image Descriptions","created":"2014-12-07","cited_by_count":968},{"id":"1908.08530","title":"VL-BERT: Pre-training of Generic Visual-Linguistic Representations","created":"2019-08-22","cited_by_count":954},{"id":"1511.02283","title":"Generation and Comprehension of Unambiguous Object Descriptions","created":"2015-11-07","cited_by_count":904},{"id":"1607.08822","title":"SPICE: Semantic Propositional Image Caption Evaluation","created":"2016-07-29","cited_by_count":824},{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804},{"id":"2105.13290","title":"CogView: Mastering Text-to-Image Generation via Transformers","created":"2021-05-26","cited_by_count":694},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569},{"id":"1612.00563","title":"Self-critical Sequence Training for Image Captioning","created":"2016-12-02","cited_by_count":547},{"id":"1811.00982","title":"The Open Images Dataset V4: Unified image classification, object detection, and visual relationship detection at scale","created":"2018-11-02","cited_by_count":544},{"id":"1909.11059","title":"Unified Vision-Language Pre-Training for Image Captioning and VQA","created":"2019-09-24","cited_by_count":494},{"id":"1908.06066","title":"Unicoder-VL: A Universal Encoder for Vision and Language by Cross-modal Pre-training","created":"2019-08-16","cited_by_count":451},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425},{"id":"2102.02779","title":"Unifying Vision-and-Language Tasks via Text Generation","created":"2021-02-04","cited_by_count":412},{"id":"1509.00685","title":"A Neural Attention Model for Abstractive Sentence Summarization","created":"2015-09-02","cited_by_count":396},{"id":"2109.10852","title":"Pix2seq: A Language Modeling Framework for Object Detection","created":"2021-09-22","cited_by_count":349},{"id":"1905.02450","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","created":"2019-05-07","cited_by_count":347},{"id":"2006.06195","title":"Large-Scale Adversarial Training for Vision-and-Language Representation Learning","created":"2020-06-11","cited_by_count":327},{"id":"1904.09223","title":"ERNIE: Enhanced Representation through Knowledge Integration","created":"2019-04-19","cited_by_count":302},{"id":"2004.00849","title":"Pixel-BERT: Aligning Image Pixels with Text by Deep Multi-Modal Transformers","created":"2020-04-02","cited_by_count":288},{"id":"1912.02315","title":"12-in-1: Multi-Task Vision and Language Representation Learning","created":"2019-12-05","cited_by_count":278},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271},{"id":"2111.12417","title":"N\\\"UWA: Visual Synthesis Pre-training for Neural visUal World creAtion","created":"2021-11-24","cited_by_count":253},{"id":"1901.06706","title":"Visual Entailment: A Novel Task for Fine-Grained Image Understanding","created":"2019-01-20","cited_by_count":252},{"id":"2012.15409","title":"UNIMO: Towards Unified-Modal Understanding and Generation via Cross-Modal Contrastive Learning","created":"2020-12-31","cited_by_count":239},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"2001.04063","title":"ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training","created":"2020-01-13","cited_by_count":222},{"id":"2006.16934","title":"ERNIE-ViL: Knowledge Enhanced Vision-Language Representations Through Scene Graph","created":"2020-06-30","cited_by_count":211},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202},{"id":"2006.15595","title":"Rethinking Positional Encoding in Language Pre-training","created":"2020-06-28","cited_by_count":197},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196},{"id":"2102.10772","title":"UniT: Multimodal Multitask Learning with a Unified Transformer","created":"2021-02-22","cited_by_count":195},{"id":"1907.12461","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","created":"2019-07-29","cited_by_count":182},{"id":"2112.01522","title":"Uni-Perceiver: Pre-training Unified Architecture for Generic Perception for Zero-shot and Few-shot Tasks","created":"2021-12-02","cited_by_count":125},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91},{"id":"1706.05137","title":"One Model To Learn Them All","created":"2017-06-16","cited_by_count":87},{"id":"2106.01804","title":"E2E-VLP: End-to-End Vision-Language Pre-training Enhanced by Visual Learning","created":"2021-06-03","cited_by_count":85},{"id":"2110.09456","title":"NormFormer: Improved Transformer Pretraining with Extra Normalization","created":"2021-10-18","cited_by_count":83},{"id":"2109.06870","title":"Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition","created":"2021-09-14","cited_by_count":68},{"id":"2003.13198","title":"InterBERT: Vision-and-Language Interaction for Multi-modal Pretraining","created":"2020-03-30","cited_by_count":48},{"id":"2110.09753","title":"Unifying Multimodal Transformer for Bi-directional Image and Text Generation","created":"2021-10-19","cited_by_count":41},{"id":"2105.14211","title":"M6-UFC: Unifying Multi-Modal Controls for Conditional Image Synthesis via Non-Autoregressive Generative Transformers","created":"2021-05-29","cited_by_count":36},{"id":"2110.03888","title":"M6-10T: A Sharing-Delinking Paradigm for Efficient Multi-Trillion Parameter Pretraining","created":"2021-10-08","cited_by_count":31},{"id":"2105.15082","title":"M6-T: Exploring Sparse Expert Models and Beyond","created":"2021-05-31","cited_by_count":22}],"next_cursor":"100"}