{"list":"other","total":57,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2011.10566","title":"Exploring Simple Siamese Representation Learning","created":"2020-11-20","cited_by_count":2866},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"2005.08100","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","created":"2020-05-16","cited_by_count":1863},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153},{"id":"1906.04341","title":"What Does BERT Look At? An Analysis of BERT's Attention","created":"2019-06-11","cited_by_count":1003},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897},{"id":"1804.03209","title":"Speech Commands: A Dataset for Limited-Vocabulary Speech Recognition","created":"2018-04-09","cited_by_count":752},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2108.08810","title":"Do Vision Transformers See Like Convolutional Neural Networks?","created":"2021-08-19","cited_by_count":675},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527},{"id":"2112.01526","title":"MViTv2: Improved Multiscale Vision Transformers for Classification and Detection","created":"2021-12-02","cited_by_count":519},{"id":"2203.06604","title":"Masked Autoencoders for Point Cloud Self-supervised Learning","created":"2022-03-13","cited_by_count":459},{"id":"2205.10803","title":"GraphMAE: Self-Supervised Masked Graph Autoencoders","created":"2022-05-22","cited_by_count":448},{"id":"2205.09113","title":"Masked Autoencoders As Spatiotemporal Learners","created":"2022-05-18","cited_by_count":429},{"id":"2212.09058","title":"BEATs: Audio Pre-Training with Acoustic Tokenizers","created":"2022-12-18","cited_by_count":388},{"id":"2010.00475","title":"FSD50K: An Open Dataset of Human-Labeled Sound Events","created":"2020-10-01","cited_by_count":342},{"id":"1910.05453","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","created":"2019-10-12","cited_by_count":340},{"id":"1806.05759","title":"Insights on representational similarity in neural networks with canonical correlation","created":"2018-06-14","cited_by_count":324},{"id":"2107.04734","title":"Layer-wise Analysis of a Self-supervised Speech Representation Model","created":"2021-07-10","cited_by_count":298},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291},{"id":"2207.06405","title":"Masked Autoencoders that Listen","created":"2022-07-13","cited_by_count":273},{"id":"2110.05069","title":"Efficient Training of Audio Transformers with Patchout","created":"2021-10-11","cited_by_count":226},{"id":"1704.01279","title":"Neural Audio Synthesis of Musical Notes with WaveNet Autoencoders","created":"2017-04-05","cited_by_count":225},{"id":"1910.12638","title":"Mockingjay: Unsupervised Speech Representation Learning with Deep Bidirectional Transformer Encoders","created":"2019-10-25","cited_by_count":198},{"id":"1904.03240","title":"An Unsupervised Autoregressive Model for Speech Representation Learning","created":"2019-04-05","cited_by_count":186},{"id":"2202.00874","title":"HTS-AT: A Hierarchical Token-Semantic Audio Transformer for Sound Classification and Detection","created":"2022-02-02","cited_by_count":176},{"id":"2206.14244","title":"Masked World Models for Visual Control","created":"2022-06-28","cited_by_count":170},{"id":"2010.10915","title":"Contrastive Learning of General-Purpose Audio Representations","created":"2020-10-21","cited_by_count":169},{"id":"2110.09784","title":"SSAST: Self-Supervised Audio Spectrogram Transformer","created":"2021-10-19","cited_by_count":169},{"id":"2104.01027","title":"Robust wav2vec 2.0: Analyzing Domain Shift in Self-Supervised Pre-Training","created":"2021-04-02","cited_by_count":151},{"id":"2103.06695","title":"BYOL for Audio: Self-Supervised Learning for General-Purpose Audio Representation","created":"2021-03-11","cited_by_count":106},{"id":"2110.15018","title":"TorchAudio: Building Blocks for Audio and Speech Processing","created":"2021-10-28","cited_by_count":83},{"id":"1910.12607","title":"Generative Pre-Training for Speech with Autoregressive Predictive Coding","created":"2019-10-23","cited_by_count":82},{"id":"2203.16691","title":"MAE-AST: Masked Autoencoding Audio Spectrogram Transformer","created":"2022-03-30","cited_by_count":82},{"id":"2203.03022","title":"HEAR: Holistic Evaluation of Audio Representations","created":"2022-03-06","cited_by_count":78},{"id":"2005.08392","title":"Vector-Quantized Autoregressive Predictive Coding","created":"2020-05-17","cited_by_count":69},{"id":"2204.12260","title":"Masked Spectrogram Modeling using Masked Autoencoders for Learning General-purpose Audio Representation","created":"2022-04-26","cited_by_count":52},{"id":"2011.00406","title":"Non-Autoregressive Predictive Coding for Learning Speech Representations from Local Dependencies","created":"2020-11-01","cited_by_count":47},{"id":"2011.07616","title":"Unsupervised Contrastive Learning of Sound Event Representations","created":"2020-11-15","cited_by_count":32},{"id":"2303.10757","title":"Multiscale Audio Spectrogram Transformer for Efficient Audio Classification","created":"2023-03-19","cited_by_count":16},{"id":"2206.12038","title":"BYOL-S: Learning Self-supervised Speech Representations by Bootstrapping","created":"2022-06-24","cited_by_count":10},{"id":"1905.04554","title":"Time-Contrastive Learning Based Deep Bottleneck Features for Text-Dependent Speaker Verification","created":"2019-05-11","cited_by_count":6},{"id":"1712.04555","title":"Classification vs. Regression in Supervised Learning for Single Channel Speaker Count Estimation","created":"2017-12-12","cited_by_count":5}],"next_cursor":null}