{"list":"other","total":148,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1502.03167","title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","created":"2015-02-11","cited_by_count":7005},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"1711.00937","title":"Neural Discrete Representation Learning","created":"2017-11-02","cited_by_count":4712},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"1310.4546","title":"Distributed Representations of Words and Phrases and their Compositionality","created":"2013-10-16","cited_by_count":3474},{"id":"1705.07750","title":"Quo Vadis, Action Recognition? A New Model and the Kinetics Dataset","created":"2017-05-22","cited_by_count":3270},{"id":"2011.10566","title":"Exploring Simple Siamese Representation Learning","created":"2020-11-20","cited_by_count":2866},{"id":"2006.09882","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","created":"2020-06-17","cited_by_count":2857},{"id":"1503.03832","title":"FaceNet: A Unified Embedding for Face Recognition and Clustering","created":"2015-03-12","cited_by_count":2849},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1611.01144","title":"Categorical Reparameterization with Gumbel-Softmax","created":"2016-11-03","cited_by_count":2739},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"2003.04297","title":"Improved Baselines with Momentum Contrastive Learning","created":"2020-03-09","cited_by_count":2287},{"id":"2005.08100","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","created":"2020-05-16","cited_by_count":1863},{"id":"1805.01978","title":"Unsupervised Feature Learning via Non-Parametric Instance-level Discrimination","created":"2018-05-05","cited_by_count":1845},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"1803.07728","title":"Unsupervised Representation Learning by Predicting Image Rotations","created":"2018-03-21","cited_by_count":1591},{"id":"1502.03044","title":"Show, Attend and Tell: Neural Image Caption Generation with Visual Attention","created":"2015-02-10","cited_by_count":1423},{"id":"2005.10242","title":"Understanding Contrastive Representation Learning through Alignment and Uniformity on the Hypersphere","created":"2020-05-20","cited_by_count":1405},{"id":"1603.09246","title":"Unsupervised Learning of Visual Representations by Solving Jigsaw Puzzles","created":"2016-03-30","cited_by_count":1382},{"id":"2006.10029","title":"Big Self-Supervised Models are Strong Semi-Supervised Learners","created":"2020-06-17","cited_by_count":1380},{"id":"1808.06670","title":"Learning deep representations by mutual information estimation and maximization","created":"2018-08-20","cited_by_count":1273},{"id":"1505.05192","title":"Unsupervised Visual Representation Learning by Context Prediction","created":"2015-05-19","cited_by_count":1066},{"id":"1807.05520","title":"Deep Clustering for Unsupervised Learning of Visual Features","created":"2018-07-15","cited_by_count":1028},{"id":"1806.05622","title":"VoxCeleb2: Deep Speaker Recognition","created":"2018-06-14","cited_by_count":875},{"id":"1912.01991","title":"Self-Supervised Learning of Pretext-Invariant Representations","created":"2019-12-04","cited_by_count":808},{"id":"1712.05884","title":"Natural TTS Synthesis by Conditioning WaveNet on Mel Spectrogram Predictions","created":"2017-12-16","cited_by_count":804},{"id":"1706.08612","title":"VoxCeleb: a large-scale speaker identification dataset","created":"2017-06-26","cited_by_count":732},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2006.08218","title":"Self-supervised Learning: Generative or Contrastive","created":"2020-06-15","cited_by_count":694},{"id":"1905.09272","title":"Data-Efficient Image Recognition with Contrastive Predictive Coding","created":"2019-05-22","cited_by_count":673},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666},{"id":"1902.06162","title":"Self-supervised Visual Feature Learning with Deep Neural Networks: A Survey","created":"2019-02-16","cited_by_count":657},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601},{"id":"2011.00362","title":"A Survey on Contrastive Self-supervised Learning","created":"2020-10-31","cited_by_count":554},{"id":"1708.03888","title":"Large Batch Training of Convolutional Networks","created":"2017-08-13","cited_by_count":535},{"id":"1902.09229","title":"A Theoretical Analysis of Contrastive Unsupervised Representation Learning","created":"2019-02-25","cited_by_count":530},{"id":"1906.12340","title":"Using Self-Supervised Learning Can Improve Model Robustness and Uncertainty","created":"2019-06-28","cited_by_count":514},{"id":"2003.08271","title":"Pre-trained Models for Natural Language Processing: A Survey","created":"2020-03-18","cited_by_count":505},{"id":"1912.07875","title":"Libri-Light: A Benchmark for ASR with Limited or No Supervision","created":"2019-12-17","cited_by_count":467},{"id":"1704.06888","title":"Time-Contrastive Networks: Self-Supervised Learning from Video","created":"2017-04-23","cited_by_count":459},{"id":"1705.08168","title":"Look, Listen and Learn","created":"2017-05-23","cited_by_count":458},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429},{"id":"2012.09740","title":"Understanding the Behaviour of Contrastive Loss","created":"2020-12-15","cited_by_count":398},{"id":"1910.05453","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","created":"2019-10-12","cited_by_count":340},{"id":"1804.03641","title":"Audio-Visual Scene Analysis with Self-Supervised Multisensory Features","created":"2018-04-10","cited_by_count":335},{"id":"2010.10144","title":"Keystroke Dynamics as Part of Lifelogging","created":"2020-10-20","cited_by_count":334},{"id":"1907.13625","title":"On Mutual Information Maximization for Representation Learning","created":"2019-07-31","cited_by_count":316},{"id":"1706.07567","title":"Sampling Matters in Deep Embedding Learning","created":"2017-06-23","cited_by_count":285},{"id":"1911.12667","title":"Self-Supervised Learning by Cross-Modal Audio-Video Clustering","created":"2019-11-28","cited_by_count":267},{"id":"1804.03160","title":"The Sound of Pixels","created":"2018-04-09","cited_by_count":259},{"id":"1712.06651","title":"Objects that Sound","created":"2017-12-18","cited_by_count":256},{"id":"2102.06810","title":"Understanding self-supervised Learning Dynamics without Contrastive Pairs","created":"2021-02-12","cited_by_count":256},{"id":"1901.09005","title":"Revisiting Self-Supervised Visual Representation Learning","created":"2019-01-25","cited_by_count":251},{"id":"1807.00230","title":"Cooperative Learning of Audio and Video Models from Self-Supervised Synchronization","created":"2018-06-30","cited_by_count":249},{"id":"1610.09001","title":"SoundNet: Learning Sound Representations from Unlabeled Video","created":"2016-10-27","cited_by_count":247},{"id":"1708.07524","title":"Supervised Speech Separation Based on Deep Learning: An Overview","created":"2017-08-24","cited_by_count":216},{"id":"1903.12355","title":"Local Aggregation for Unsupervised Learning of Visual Embeddings","created":"2019-03-29","cited_by_count":204},{"id":"1910.12638","title":"Mockingjay: Unsupervised Speech Representation Learning with Deep Bidirectional Transformer Encoders","created":"2019-10-25","cited_by_count":198},{"id":"2004.12943","title":"Audio-Visual Instance Discrimination with Cross-Modal Agreement","created":"2020-04-27","cited_by_count":195},{"id":"1607.00325","title":"Permutation Invariant Training of Deep Models for Speaker-Independent Multi-talker Speech Separation","created":"2016-07-01","cited_by_count":191},{"id":"2007.06028","title":"TERA: Self-Supervised Learning of Transformer Encoder Representation for Speech","created":"2020-07-12","cited_by_count":188},{"id":"2008.04237","title":"Self-Supervised Learning of Audio-Visual Objects from Video","created":"2020-08-10","cited_by_count":188},{"id":"1904.03240","title":"An Unsupervised Autoregressive Model for Speech Representation Learning","created":"2019-04-05","cited_by_count":186},{"id":"1703.04044","title":"Colorization as a Proxy Task for Visual Understanding","created":"2017-03-11","cited_by_count":175},{"id":"2010.10915","title":"Contrastive Learning of General-Purpose Audio Representations","created":"2020-10-21","cited_by_count":169},{"id":"1808.00158","title":"Speaker Recognition from Raw Waveform with SincNet","created":"2018-07-29","cited_by_count":166},{"id":"2008.01064","title":"Predicting What You Already Know Helps: Provable Self-Supervised Learning","created":"2020-08-03","cited_by_count":152},{"id":"2104.01027","title":"Robust wav2vec 2.0: Analyzing Domain Shift in Self-Supervised Pre-Training","created":"2021-04-02","cited_by_count":151},{"id":"2105.11084","title":"Unsupervised Speech Recognition","created":"2021-05-24","cited_by_count":148},{"id":"2008.10150","title":"Contrastive learning, multi-view redundancy, and linear models","created":"2020-08-24","cited_by_count":146},{"id":"2105.07342","title":"Self-supervised Learning on Graphs: Contrastive, Generative,or Predictive","created":"2021-05-16","cited_by_count":136},{"id":"2001.09239","title":"Multi-task self-supervised learning for Robust Speech Recognition","created":"2020-01-25","cited_by_count":130},{"id":"1809.02169","title":"Turning a Blind Eye: Explicit Removal of Biases and Variation from Deep Neural Network Embeddings","created":"2018-09-06","cited_by_count":114},{"id":"2103.16559","title":"Broaden Your Views for Self-Supervised Video Learning","created":"2021-03-30","cited_by_count":108},{"id":"2103.06695","title":"BYOL for Audio: Self-Supervised Learning for General-Purpose Audio Representation","created":"2021-03-11","cited_by_count":106},{"id":"2002.02848","title":"Unsupervised pretraining transfers well across languages","created":"2020-02-07","cited_by_count":101},{"id":"2011.11588","title":"The Zero Resource Speech Benchmark 2021: Metrics and baselines for unsupervised spoken language modeling","created":"2020-11-23","cited_by_count":101},{"id":"2010.10241","title":"BYOL works even without batch statistics","created":"2020-10-20","cited_by_count":95},{"id":"2011.01819","title":"Learning Representations from Audio-Visual Spatial Alignment","created":"2020-11-03","cited_by_count":95},{"id":"1805.00385","title":"Boosting Self-Supervised Learning via Knowledge Transfer","created":"2018-05-01","cited_by_count":92},{"id":"1611.01576","title":"Quasi-Recurrent Neural Networks","created":"2016-11-05","cited_by_count":87},{"id":"1904.03416","title":"Learning Problem-agnostic Speech Representations from Multiple Self-supervised Tasks","created":"2019-04-06","cited_by_count":87},{"id":"2002.12764","title":"Towards Learning a Universal Non-Semantic Representation of Speech","created":"2020-02-25","cited_by_count":84},{"id":"1910.12607","title":"Generative Pre-Training for Speech with Autoregressive Predictive Coding","created":"2019-10-23","cited_by_count":82},{"id":"1804.01452","title":"Jointly Discovering Visual Objects and Spoken Words from Raw Sensory Input","created":"2018-04-04","cited_by_count":81},{"id":"2103.15916","title":"Robust Audio-Visual Instance Discrimination","created":"2021-03-29","cited_by_count":80},{"id":"2101.07597","title":"UniSpeech: Unified Speech Representation Learning with Labeled and Unlabeled Data","created":"2021-01-19","cited_by_count":77},{"id":"1903.03107","title":"Phase-aware Speech Enhancement with Deep Complex U-Net","created":"2019-03-07","cited_by_count":73},{"id":"1612.07307","title":"Loss is its own Reward: Self-Supervision for Reinforcement Learning","created":"2016-12-21","cited_by_count":72},{"id":"2005.08392","title":"Vector-Quantized Autoregressive Predictive Coding","created":"2020-05-17","cited_by_count":69},{"id":"2109.06870","title":"Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition","created":"2021-09-14","cited_by_count":68}],"next_cursor":"100"}