{"list":"other","total":56,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"2006.09882","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","created":"2020-06-17","cited_by_count":2857},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1607.08022","title":"Instance Normalization: The Missing Ingredient for Fast Stylization","created":"2016-07-27","cited_by_count":1198},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576},{"id":"1912.07875","title":"Libri-Light: A Benchmark for ASR with Limited or No Supervision","created":"2019-12-17","cited_by_count":467},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425},{"id":"1705.04304","title":"A Deep Reinforced Model for Abstractive Summarization","created":"2017-05-11","cited_by_count":365},{"id":"1910.05453","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","created":"2019-10-12","cited_by_count":340},{"id":"2208.06366","title":"BEiT v2: Masked Image Modeling with Vector-Quantized Visual Tokenizers","created":"2022-08-12","cited_by_count":303},{"id":"2204.07141","title":"Masked Siamese Networks for Label-Efficient Learning","created":"2022-04-14","cited_by_count":302},{"id":"2007.06028","title":"TERA: Self-Supervised Learning of Transformer Encoder Representation for Speech","created":"2020-07-12","cited_by_count":188},{"id":"2012.15466","title":"CLEAR: Contrastive Learning for Sentence Representation","created":"2020-12-31","cited_by_count":186},{"id":"2106.09785","title":"Efficient Self-supervised Vision Transformers for Representation Learning","created":"2021-06-17","cited_by_count":149},{"id":"2105.11084","title":"Unsupervised Speech Recognition","created":"2021-05-24","cited_by_count":148},{"id":"2206.08356","title":"OmniMAE: Single Model Masked Pretraining on Images and Videos","created":"2022-06-16","cited_by_count":99},{"id":"2109.06870","title":"Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition","created":"2021-09-14","cited_by_count":68},{"id":"1903.07785","title":"Cloze-driven Pretraining of Self-attention Networks","created":"2019-03-19","cited_by_count":41},{"id":"2206.07700","title":"Masked Siamese ConvNets","created":"2022-06-15","cited_by_count":22},{"id":"2206.04667","title":"Extreme Masking for Learning Instance and Distributed Visual Representations","created":"2022-06-09","cited_by_count":21},{"id":"1904.07556","title":"Unsupervised acoustic unit discovery for speech synthesis using discrete latent-variable neural networks","created":"2019-04-16","cited_by_count":20},{"id":"2204.11934","title":"On-demand compute reduction with stochastic wav2vec 2.0","created":"2022-04-25","cited_by_count":10},{"id":"2205.07180","title":"Learning Lip-Based Audio-Visual Speaker Embeddings with AV-HuBERT","created":"2022-05-15","cited_by_count":8},{"id":"2210.11016","title":"Towards Sustainable Self-supervised Learning","created":"2022-10-20","cited_by_count":8}],"next_cursor":null}