{"list":"other","total":67,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"1711.00937","title":"Neural Discrete Representation Learning","created":"2017-11-02","cited_by_count":4712},{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"2006.09882","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","created":"2020-06-17","cited_by_count":2857},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1607.08022","title":"Instance Normalization: The Missing Ingredient for Fast Stylization","created":"2016-07-27","cited_by_count":1198},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"1603.09382","title":"Deep Networks with Stochastic Depth","created":"2016-03-30","cited_by_count":979},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903},{"id":"2106.13884","title":"Multimodal Few-Shot Learning with Frozen Language Models","created":"2021-06-25","cited_by_count":661},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509},{"id":"1703.01780","title":"Mean teachers are better role models: Weight-averaged consistency targets improve semi-supervised deep learning results","created":"2017-03-06","cited_by_count":472},{"id":"1912.07875","title":"Libri-Light: A Benchmark for ASR with Limited or No Supervision","created":"2019-12-17","cited_by_count":467},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425},{"id":"2110.09348","title":"Understanding Dimensional Collapse in Contrastive Self-supervised Learning","created":"2021-10-18","cited_by_count":378},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347},{"id":"1910.05453","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","created":"2019-10-12","cited_by_count":340},{"id":"2107.04734","title":"Layer-wise Analysis of a Self-supervised Speech Representation Model","created":"2021-07-10","cited_by_count":298},{"id":"2006.16228","title":"Self-Supervised MultiModal Versatile Networks","created":"2020-06-29","cited_by_count":276},{"id":"1711.00043","title":"Unsupervised Machine Translation Using Monolingual Corpora Only","created":"2017-10-31","cited_by_count":273},{"id":"2007.06028","title":"TERA: Self-Supervised Learning of Transformer Encoder Representation for Speech","created":"2020-07-12","cited_by_count":188},{"id":"1904.03240","title":"An Unsupervised Autoregressive Model for Speech Representation Learning","created":"2019-04-05","cited_by_count":186},{"id":"2012.15466","title":"CLEAR: Contrastive Learning for Sentence Representation","created":"2020-12-31","cited_by_count":186},{"id":"2110.07205","title":"SpeechT5: Unified-Modal Encoder-Decoder Pre-Training for Spoken Language Processing","created":"2021-10-14","cited_by_count":180},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160},{"id":"2105.11084","title":"Unsupervised Speech Recognition","created":"2021-05-24","cited_by_count":148},{"id":"2110.01900","title":"DistilHuBERT: Speech Representation Learning by Layer-wise Distillation of Hidden-unit BERT","created":"2021-10-05","cited_by_count":144},{"id":"2005.09629","title":"Improved Noisy Student Training for Automatic Speech Recognition","created":"2020-05-19","cited_by_count":141},{"id":"1708.00107","title":"Learned in Translation: Contextualized Word Vectors","created":"2017-08-01","cited_by_count":104},{"id":"2005.09267","title":"Iterative Pseudo-Labeling for Speech Recognition","created":"2020-05-19","cited_by_count":83},{"id":"2109.06870","title":"Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition","created":"2021-09-14","cited_by_count":68},{"id":"1912.01679","title":"Deep Contextualized Acoustic Representations For Semi-Supervised Speech Recognition","created":"2019-12-03","cited_by_count":66},{"id":"1711.10282","title":"Learning from Between-class Examples for Deep Sound Recognition","created":"2017-11-28","cited_by_count":54},{"id":"2010.11524","title":"SlimIPL: Language-Model-Free Iterative Pseudo-Labeling","created":"2020-10-22","cited_by_count":54},{"id":"1903.07785","title":"Cloze-driven Pretraining of Self-attention Networks","created":"2019-03-19","cited_by_count":41},{"id":"1810.09050","title":"A Comparison of Five Multiple Instance Learning Pooling Functions for Sound Event Detection with Weak Labeling","created":"2018-10-22","cited_by_count":38},{"id":"2110.07313","title":"Conformer-Based Self-Supervised Learning for Non-Speech Audio Tasks","created":"2021-10-14","cited_by_count":22},{"id":"2106.07759","title":"Kaizen: Continuously improving teacher using Exponential Moving Average for semi-supervised speech recognition","created":"2021-06-14","cited_by_count":21},{"id":"1904.07556","title":"Unsupervised acoustic unit discovery for speech synthesis using discrete latent-variable neural networks","created":"2019-04-16","cited_by_count":20}],"next_cursor":null}