{"total":176,"rows":[{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2110.01900","title":"DistilHuBERT: Speech Representation Learning by Layer-wise Distillation of Hidden-unit BERT","created":"2021-10-05","cited_by_count":144,"area":null},{"id":"2212.07525","title":"Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language","created":"2022-12-14","cited_by_count":110,"area":null},{"id":"2111.02735","title":"A Fine-tuned Wav2vec 2.0/HuBERT Benchmark For Speech Emotion Recognition, Speaker Verification and Spoken Language Understanding","created":"2021-11-04","cited_by_count":82,"area":null},{"id":"2203.06849","title":"SUPERB-SG: Enhanced Speech processing Universal PERformance Benchmark for Semantic and Generative Capabilities","created":"2022-03-14","cited_by_count":77,"area":null},{"id":"2204.09224","title":"ContentVec: An Improved Self-Supervised Speech Representation by Disentangling Speakers","created":"2022-04-20","cited_by_count":74,"area":null},{"id":"2302.14367","title":"BrainBERT: Self-supervised representation learning for intracranial recordings","created":"2023-02-28","cited_by_count":72,"area":null},{"id":"2202.12938","title":"Assessing the State of Self-Supervised Human Activity Recognition using Wearables","created":"2022-02-22","cited_by_count":65,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2104.00769","title":"Keyword Transformer: A Self-Attention Model for Keyword Spotting","created":"2021-04-01","cited_by_count":60,"area":null},{"id":"2110.06283","title":"Detecting Corrupted Labels Without Training a Model to Predict","created":"2021-10-12","cited_by_count":58,"area":null},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2111.14706","title":"ESPnet-SLU: Advancing Spoken Language Understanding through ESPnet","created":"2021-11-29","cited_by_count":53,"area":null},{"id":"2202.03896","title":"Speech Emotion Recognition using Self-Supervised Features","created":"2022-02-07","cited_by_count":53,"area":null},{"id":"2305.10716","title":"A Survey on Time-Series Pre-Trained Models","created":"2023-05-18","cited_by_count":52,"area":null},{"id":"2209.15329","title":"SpeechLM: Enhanced Speech Pre-Training with Unpaired Textual Data","created":"2022-09-30","cited_by_count":49,"area":null},{"id":"2102.05766","title":"Fused Acoustic and Text Encoding for Multimodal Bilingual Pretraining and Speech Translation","created":"2021-02-10","cited_by_count":47,"area":null},{"id":"2203.14966","title":"Error Correction Code Transformer","created":"2022-03-27","cited_by_count":47,"area":null},{"id":"2110.05752","title":"UniSpeech-SAT: Universal Speech Representation Learning with Speaker Aware Pre-Training","created":"2021-10-12","cited_by_count":45,"area":null},{"id":"2210.07185","title":"On the Utility of Self-supervised Models for Prosody-related Tasks","created":"2022-10-13","cited_by_count":42,"area":null},{"id":"2203.09690","title":"A$^3$T: Alignment-Aware Acoustic and Text Pretraining for Speech Synthesis and Editing","created":"2022-03-18","cited_by_count":40,"area":null},{"id":"2404.09385","title":"A Large-Scale Evaluation of Speech Foundation Models","created":"2024-04-15","cited_by_count":40,"area":null},{"id":"2110.04590","title":"An Exploration of Self-Supervised Pretrained Representations for End-to-End Speech Recognition","created":"2021-10-09","cited_by_count":39,"area":null},{"id":"2211.11275","title":"VATLM: Visual-Audio-Text Pre-Training with Unified Masked Prediction for Speech Representation Learning","created":"2022-11-21","cited_by_count":37,"area":null},{"id":"2306.06232","title":"Probing self-supervised speech models for phonetic and phonemic information: a case study in aspiration","created":"2023-06-09","cited_by_count":36,"area":null},{"id":"2210.11723","title":"Evidence of Vocal Tract Articulation in Self-Supervised Learning of Speech","created":"2022-10-21","cited_by_count":31,"area":null},{"id":"2204.03863","title":"Automatic Pronunciation Assessment using Self-Supervised Speech Representation Learning","created":"2022-04-08","cited_by_count":29,"area":null},{"id":"2210.00705","title":"SpeechCLIP: Integrating Speech with Pre-Trained Vision and Language Model","created":"2022-10-03","cited_by_count":29,"area":null},{"id":"2206.02353","title":"Beyond Just Vision: A Review on Self-Supervised Representation Learning on Multimodal and Temporal Data","created":"2022-06-06","cited_by_count":27,"area":null},{"id":"2210.08634","title":"SUPERB @ SLT 2022: Challenge on Generalization and Efficiency of Self-Supervised Speech Representation Learning","created":"2022-10-16","cited_by_count":26,"area":null},{"id":"2406.03044","title":"Population Transformer: Learning Population-level Representations of Neural Activity","created":"2024-06-05","cited_by_count":26,"area":null},{"id":"2202.03543","title":"Self-Supervised Representation Learning for Speech Using Visual Grounding and Masked Language Modeling","created":"2022-02-07","cited_by_count":25,"area":null},{"id":"2205.01818","title":"i-Code: An Integrative and Composable Multimodal Learning Framework","created":"2022-05-03","cited_by_count":24,"area":null},{"id":"2111.04040","title":"Meta-TTS: Meta-Learning for Few-Shot Speaker Adaptive Text-to-Speech","created":"2021-11-07","cited_by_count":22,"area":null},{"id":"2208.00467","title":"COCOA: Cross Modality Contrastive Learning for Sensor Data","created":"2022-07-31","cited_by_count":21,"area":null},{"id":"2104.03017","title":"Utilizing Self-supervised Representations for MOS Prediction","created":"2021-04-07","cited_by_count":20,"area":null},{"id":"2110.07957","title":"Don't speak too fast: The impact of data bias on self-supervised speech models","created":"2021-10-15","cited_by_count":20,"area":null},{"id":"2202.08862","title":"RemixIT: Continual self-training of speech enhancement models via bootstrapped remixing","created":"2022-02-17","cited_by_count":20,"area":null},{"id":"2307.16847","title":"CroSSL: Cross-modal Self-Supervised Learning for Time-series through Latent Masking","created":"2023-07-31","cited_by_count":19,"area":null},{"id":"2504.05657","title":"Nes2Net: A Lightweight Nested Architecture for Foundation Model Driven Speech Anti-spoofing","created":"2025-04-08","cited_by_count":19,"area":null},{"id":"2211.05869","title":"A Study on the Integration of Pre-trained SSL, ASR, LM and SLU Models for Spoken Language Understanding","created":"2022-11-10","cited_by_count":18,"area":null},{"id":"2309.05472","title":"LeBenchmark 2.0: a Standardized, Replicable and Enhanced Framework for Self-supervised Representations of French Speech","created":"2023-09-11","cited_by_count":18,"area":null},{"id":"2204.01670","title":"Cross-lingual Self-Supervised Speech Representations for Improved Dysarthric Speech Recognition","created":"2022-04-04","cited_by_count":17,"area":null},{"id":"2209.15483","title":"Augmentation Invariant Discrete Representation for Generative Spoken Language Modeling","created":"2022-09-30","cited_by_count":17,"area":null},{"id":"2102.07047","title":"Adversarial defense for automatic speaker verification by cascaded self-supervised learning models","created":"2021-02-14","cited_by_count":16,"area":null},{"id":"2106.00273","title":"Improving the Adversarial Robustness for Speaker Verification by Self-Supervised Learning","created":"2021-06-01","cited_by_count":16,"area":null},{"id":"2211.09944","title":"MelHuBERT: A simplified HuBERT on Mel spectrograms","created":"2022-11-17","cited_by_count":16,"area":null},{"id":"2406.04997","title":"On the social bias of speech self-supervised models","created":"2024-06-07","cited_by_count":16,"area":null},{"id":"2112.08778","title":"Self-Supervised Learning for speech recognition with Intermediate layer supervision","created":"2021-12-16","cited_by_count":15,"area":null},{"id":"2202.01252","title":"Speaker Normalization for Self-supervised Speech Emotion Recognition","created":"2022-02-02","cited_by_count":14,"area":null},{"id":"2305.17432","title":"GMSF: Global Matching Scene Flow","created":"2023-05-27","cited_by_count":14,"area":null},{"id":"2112.13416","title":"Attribute Inference Attack of Speech Emotion Recognition in Federated Learning Settings","created":"2021-12-26","cited_by_count":12,"area":null},{"id":"2201.09165","title":"A Pre-trained Audio-Visual Transformer for Emotion Recognition","created":"2022-01-23","cited_by_count":12,"area":null},{"id":"2203.08810","title":"Semi-FedSER: Semi-supervised Learning for Speech Emotion Recognition On Federated Learning using Multiview Pseudo-Labeling","created":"2022-03-15","cited_by_count":12,"area":null},{"id":"2301.03335","title":"Nearest Neighbor-Based Contrastive Learning for Hyperspectral and LiDAR Data Classification","created":"2023-01-09","cited_by_count":12,"area":null},{"id":"2408.13040","title":"SpeechPrompt: Prompting Speech Language Models for Speech Processing Tasks","created":"2024-08-23","cited_by_count":12,"area":null},{"id":"2103.08207","title":"XLST: Cross-lingual Self-training to Learn Multilingual Representation for Low Resource Speech Recognition","created":"2021-03-15","cited_by_count":11,"area":null},{"id":"2203.16965","title":"PADA: Pruning Assisted Domain Adaptation for Self-Supervised Speech Representations","created":"2022-03-31","cited_by_count":11,"area":null},{"id":"2204.02470","title":"Combining Spectral and Self-Supervised Features for Low Resource Speech Recognition and Translation","created":"2022-04-05","cited_by_count":11,"area":null},{"id":"2210.02592","title":"CCC-wav2vec 2.0: Clustering aided Cross Contrastive Self-supervised learning of speech representations","created":"2022-10-05","cited_by_count":11,"area":null},{"id":"2204.11934","title":"On-demand compute reduction with stochastic wav2vec 2.0","created":"2022-04-25","cited_by_count":10,"area":null},{"id":"2206.09783","title":"Boosting Cross-Domain Speech Recognition with Self-Supervision","created":"2022-06-20","cited_by_count":10,"area":null},{"id":"2208.05445","title":"Non-Contrastive Self-supervised Learning for Utterance-Level Information Extraction from Speech","created":"2022-08-10","cited_by_count":10,"area":null},{"id":"2304.04974","title":"Wav2code: Restore Clean Speech Representations via Codebook Lookup for Noise-Robust ASR","created":"2023-04-11","cited_by_count":10,"area":null},{"id":"2107.00439","title":"What do End-to-End Speech Models Learn about Speaker, Language and Channel Information? A Layer-wise and Neuron-level Analysis","created":"2021-07-01","cited_by_count":9,"area":null},{"id":"2109.00181","title":"CTAL: Pre-training Cross-modal Transformer for Audio-and-Language Representations","created":"2021-09-01","cited_by_count":9,"area":null},{"id":"2110.03504","title":"Mandarin-English Code-switching Speech Recognition with Self-supervised Speech Representation Models","created":"2021-10-07","cited_by_count":9,"area":null},{"id":"2203.01829","title":"A Brief Overview of Unsupervised Neural Speech Representation Learning","created":"2022-03-01","cited_by_count":9,"area":null},{"id":"2204.03957","title":"Points to Patches: Enabling the Use of Self-Attention for 3D Shape Recognition","created":"2022-04-08","cited_by_count":9,"area":null},{"id":"2207.04356","title":"A Comparative Study of Self-supervised Speech Representation Based Voice Conversion","created":"2022-07-10","cited_by_count":9,"area":null},{"id":"2305.14035","title":"Can Self-Supervised Neural Representations Pre-Trained on Human Speech distinguish Animal Callers?","created":"2023-05-23","cited_by_count":9,"area":null},{"id":"2410.24177","title":"DC-Spin: A Speaker-invariant Speech Tokenizer for Spoken Language Models","created":"2024-10-31","cited_by_count":9,"area":null},{"id":"2211.07321","title":"MT4SSL: Boosting Self-Supervised Speech Representation Learning by Integrating Multiple Targets","created":"2022-11-14","cited_by_count":8,"area":null},{"id":"2305.19011","title":"MiniSUPERB: Lightweight Benchmark for Self-supervised Speech Models","created":"2023-05-30","cited_by_count":8,"area":null},{"id":"2110.04484","title":"Wav2vec-S: Semi-Supervised Pre-Training for Low-Resource ASR","created":"2021-10-09","cited_by_count":7,"area":null},{"id":"2110.08895","title":"DECAR: Deep Clustering for learning general-purpose Audio Representations","created":"2021-10-17","cited_by_count":7,"area":null},{"id":"2202.06045","title":"USTED: Improving ASR with a Unified Speech and Text Encoder-Decoder","created":"2022-02-12","cited_by_count":7,"area":null},{"id":"2204.03219","title":"DDOS: A MOS Prediction Framework utilizing Domain Adaptive Pre-training and Distribution of Opinion Scores","created":"2022-04-07","cited_by_count":7,"area":null},{"id":"2205.03759","title":"Silence is Sweeter Than Speech: Self-Supervised Model Using Silence to Store Speaker Information","created":"2022-05-08","cited_by_count":7,"area":null},{"id":"2210.05291","title":"On the Use of Semantically-Aligned Speech Representations for Spoken Language Understanding","created":"2022-10-11","cited_by_count":7,"area":null},{"id":"2306.08920","title":"Pushing the Limits of Unsupervised Unit Discovery for SSL Speech Representation","created":"2023-06-15","cited_by_count":7,"area":null},{"id":"2309.09220","title":"Improving Speech Inversion Through Self-Supervised Embeddings and Enhanced Tract Variables","created":"2023-09-17","cited_by_count":7,"area":null},{"id":"2407.04533","title":"Performance Analysis of Speech Encoders for Low-Resource SLU and ASR in Tunisian Dialect","created":"2024-07-05","cited_by_count":7,"area":null},{"id":"2104.02558","title":"Comparing CTC and LFMMI for out-of-domain adaptation of wav2vec 2.0 acoustic model","created":"2021-04-06","cited_by_count":6,"area":null},{"id":"2204.07834","title":"Bridging Cross-Lingual Gaps During Leveraging the Multilingual Sequence-to-Sequence Pretraining for Text Generation and Understanding","created":"2022-04-16","cited_by_count":6,"area":null},{"id":"2206.05518","title":"Investigation of Ensemble features of Self-Supervised Pretrained Models for Automatic Speech Recognition","created":"2022-06-11","cited_by_count":6,"area":null},{"id":"2305.11685","title":"Recycle-and-Distill: Universal Compression Strategy for Transformer-based Speech SSL Models with Attention Map Reusing and Masking Distillation","created":"2023-05-19","cited_by_count":6,"area":null},{"id":"2204.00352","title":"On the Efficiency of Integrating Self-supervised Learning and Meta-learning for User-defined Few-shot Keyword Spotting","created":"2022-04-01","cited_by_count":5,"area":null},{"id":"2206.15056","title":"FeaRLESS: Feature Refinement Loss for Ensembling Self-Supervised Learning Features in Robust End-to-end Speech Recognition","created":"2022-06-30","cited_by_count":5,"area":null},{"id":"2211.17196","title":"EURO: ESPnet Unsupervised ASR Open-source Toolkit","created":"2022-11-30","cited_by_count":5,"area":null},{"id":"2402.13723","title":"The Effect of Batch Size on Contrastive Self-Supervised Speech Representation Learning","created":"2024-02-21","cited_by_count":5,"area":null},{"id":"2409.16295","title":"Efficient Training of Self-Supervised Speech Foundation Models on a Compute Budget","created":"2024-09-09","cited_by_count":5,"area":null},{"id":"2110.09930","title":"Speech Representation Learning Through Self-supervised Pretraining And Multi-task Finetuning","created":"2021-10-18","cited_by_count":4,"area":null},{"id":"2206.04465","title":"Joint Encoder-Decoder Self-Supervised Pre-training for ASR","created":"2022-06-09","cited_by_count":4,"area":null},{"id":"2210.14085","title":"Audio MFCC-gram Transformers for respiratory insufficiency detection in COVID-19","created":"2022-10-25","cited_by_count":4,"area":null}],"next_cursor":"100"}