{"total":77,"rows":[{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342,"area":null},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657,"area":null},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666,"area":null},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347,"area":null},{"id":"2102.01192","title":"Generative Spoken Language Modeling from Raw Audio","created":"2021-02-01","cited_by_count":340,"area":null},{"id":"2201.02184","title":"Learning Audio-Visual Speech Representation by Masked Multimodal Cluster Prediction","created":"2022-01-05","cited_by_count":287,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2110.01900","title":"DistilHuBERT: Speech Representation Learning by Layer-wise Distillation of Hidden-unit BERT","created":"2021-10-05","cited_by_count":144,"area":null},{"id":"2109.03264","title":"Text-Free Prosody-Aware Generative Spoken Language Modeling","created":"2021-09-07","cited_by_count":119,"area":null},{"id":"2203.06849","title":"SUPERB-SG: Enhanced Speech processing Universal PERformance Benchmark for Semantic and Generative Capabilities","created":"2022-03-14","cited_by_count":77,"area":null},{"id":"2204.09224","title":"ContentVec: An Improved Self-Supervised Speech Representation by Disentangling Speakers","created":"2022-04-20","cited_by_count":74,"area":null},{"id":"2302.14367","title":"BrainBERT: Self-supervised representation learning for intracranial recordings","created":"2023-02-28","cited_by_count":72,"area":null},{"id":"2310.16338","title":"Generative Pre-training for Speech with Flow Matching","created":"2023-10-25","cited_by_count":55,"area":"diffusion"},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2209.15329","title":"SpeechLM: Enhanced Speech Pre-Training with Unpaired Textual Data","created":"2022-09-30","cited_by_count":49,"area":null},{"id":"2404.09385","title":"A Large-Scale Evaluation of Speech Foundation Models","created":"2024-04-15","cited_by_count":40,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2305.10005","title":"DinoSR: Self-Distillation and Online Clustering for Self-supervised Speech Representation Learning","created":"2023-05-17","cited_by_count":37,"area":"distill"},{"id":"2207.06867","title":"Deep versus Wide: An Analysis of Student Architectures for Task-Agnostic Knowledge Distillation of Self-Supervised Speech Models","created":"2022-07-14","cited_by_count":31,"area":"distill"},{"id":"2210.11723","title":"Evidence of Vocal Tract Articulation in Self-Supervised Learning of Speech","created":"2022-10-21","cited_by_count":31,"area":null},{"id":"2302.00389","title":"Multimodality Representation Learning: A Survey on Evolution, Pretraining and Its Applications","created":"2023-02-01","cited_by_count":27,"area":"lr"},{"id":"2210.06175","title":"Exploring Efficient-tuning Methods in Self-supervised Speech Models","created":"2022-10-10","cited_by_count":26,"area":null},{"id":"2210.08634","title":"SUPERB @ SLT 2022: Challenge on Generalization and Efficiency of Self-Supervised Speech Representation Learning","created":"2022-10-16","cited_by_count":26,"area":null},{"id":"2202.03543","title":"Self-Supervised Representation Learning for Speech Using Visual Grounding and Masked Language Modeling","created":"2022-02-07","cited_by_count":25,"area":null},{"id":"2106.09488","title":"Scaling Laws for Acoustic Models","created":"2021-06-11","cited_by_count":21,"area":null},{"id":"2309.05472","title":"LeBenchmark 2.0: a Standardized, Replicable and Enhanced Framework for Self-supervised Representations of French Speech","created":"2023-09-11","cited_by_count":18,"area":null},{"id":"2211.09944","title":"MelHuBERT: A simplified HuBERT on Mel spectrograms","created":"2022-11-17","cited_by_count":16,"area":null},{"id":"2112.08778","title":"Self-Supervised Learning for speech recognition with Intermediate layer supervision","created":"2021-12-16","cited_by_count":15,"area":null},{"id":"2207.00952","title":"M-Adapter: Modality Adaptation for End-to-End Speech-to-Text Translation","created":"2022-07-03","cited_by_count":15,"area":null},{"id":"2110.07592","title":"DeToxy: A Large-Scale Multimodal Dataset for Toxicity Classification in Spoken Utterances","created":"2021-10-14","cited_by_count":14,"area":null},{"id":"2112.07648","title":"On the Use of External Data for Spoken Named Entity Recognition","created":"2021-12-14","cited_by_count":12,"area":null},{"id":"2112.13416","title":"Attribute Inference Attack of Speech Emotion Recognition in Federated Learning Settings","created":"2021-12-26","cited_by_count":12,"area":null},{"id":"2203.08810","title":"Semi-FedSER: Semi-supervised Learning for Speech Emotion Recognition On Federated Learning using Multiview Pseudo-Labeling","created":"2022-03-15","cited_by_count":12,"area":null},{"id":"2408.13040","title":"SpeechPrompt: Prompting Speech Language Models for Speech Processing Tasks","created":"2024-08-23","cited_by_count":12,"area":null},{"id":"2103.08207","title":"XLST: Cross-lingual Self-training to Learn Multilingual Representation for Low Resource Speech Recognition","created":"2021-03-15","cited_by_count":11,"area":null},{"id":"2306.01015","title":"How to Estimate Model Transferability of Pre-Trained Speech Models?","created":"2023-06-01","cited_by_count":10,"area":null},{"id":"2203.01829","title":"A Brief Overview of Unsupervised Neural Speech Representation Learning","created":"2022-03-01","cited_by_count":9,"area":null},{"id":"2207.04356","title":"A Comparative Study of Self-supervised Speech Representation Based Voice Conversion","created":"2022-07-10","cited_by_count":9,"area":null},{"id":"2309.07391","title":"EnCodecMAE: Leveraging neural codecs for universal audio representation learning","created":"2023-09-14","cited_by_count":9,"area":null},{"id":"2203.15840","title":"Autoregressive Co-Training for Learning Discrete Speech Representations","created":"2022-03-29","cited_by_count":8,"area":null},{"id":"2210.07189","title":"On Compressing Sequences for Self-Supervised Speech Models","created":"2022-10-13","cited_by_count":8,"area":null},{"id":"2212.06972","title":"Disentangling Prosody Representations with Unsupervised Speech Reconstruction","created":"2022-12-14","cited_by_count":8,"area":null},{"id":"2305.19011","title":"MiniSUPERB: Lightweight Benchmark for Self-supervised Speech Models","created":"2023-05-30","cited_by_count":8,"area":null},{"id":"2110.08895","title":"DECAR: Deep Clustering for learning general-purpose Audio Representations","created":"2021-10-17","cited_by_count":7,"area":null},{"id":"2205.03759","title":"Silence is Sweeter Than Speech: Self-Supervised Model Using Silence to Store Speaker Information","created":"2022-05-08","cited_by_count":7,"area":null},{"id":"2211.01522","title":"Losses Can Be Blessings: Routing Self-Supervised Speech Representations Towards Efficient Multilingual and Multitask Speech Processing","created":"2022-11-02","cited_by_count":7,"area":null},{"id":"2408.05758","title":"VQ-CTAP: Cross-Modal Fine-Grained Sequence Representation Learning for Speech Processing","created":"2024-08-11","cited_by_count":7,"area":null},{"id":"2401.08833","title":"Revisiting Self-supervised Learning of Speech Representation from a Mutual Information Perspective","created":"2024-01-16","cited_by_count":5,"area":null},{"id":"2401.17133","title":"SongBsAb: A Dual Prevention Approach against Singing Voice Conversion based Illegal Song Covers","created":"2024-01-30","cited_by_count":5,"area":null},{"id":"2402.13723","title":"The Effect of Batch Size on Contrastive Self-Supervised Speech Representation Learning","created":"2024-02-21","cited_by_count":5,"area":null},{"id":"2110.09930","title":"Speech Representation Learning Through Self-supervised Pretraining And Multi-task Finetuning","created":"2021-10-18","cited_by_count":4,"area":null},{"id":"2110.04056","title":"Improving Pseudo-label Training For End-to-end Speech Recognition Using Gradient Mask","created":"2021-10-08","cited_by_count":3,"area":null},{"id":"2211.08402","title":"Introducing Semantics into Speech Encoders","created":"2022-11-15","cited_by_count":3,"area":null},{"id":"2511.16639","title":"Codec2Vec: Self-Supervised Speech Representation Learning Using Neural Speech Codecs","created":"2025-11-20","cited_by_count":3,"area":null},{"id":"2104.00513","title":"Auto-KWS 2021 Challenge: Task, Datasets, and Baselines","created":"2021-03-31","cited_by_count":2,"area":null},{"id":"2110.15836","title":"Combining Unsupervised and Text Augmented Semi-Supervised Learning for Low Resourced Autoregressive Speech Recognition","created":"2021-10-29","cited_by_count":2,"area":null},{"id":"2203.16973","title":"Analyzing the factors affecting usefulness of Self-Supervised Pre-trained Representations for Speech Recognition","created":"2022-03-31","cited_by_count":2,"area":null},{"id":"2205.14054","title":"Contrastive Siamese Network for Semi-supervised Speech Recognition","created":"2022-05-27","cited_by_count":2,"area":null},{"id":"2302.14055","title":"Phone and speaker spatial organization in self-supervised speech representations","created":"2023-02-24","cited_by_count":2,"area":null},{"id":"2307.02720","title":"On-Device Constrained Self-Supervised Speech Representation Learning for Keyword Spotting via Knowledge Distillation","created":"2023-07-06","cited_by_count":2,"area":"distill"},{"id":"2402.01274","title":"On the Transferability of Large-Scale Self-Supervision to Few-Shot Audio Classification","created":"2024-02-02","cited_by_count":2,"area":null},{"id":"2502.12672","title":"Speech-FT: Merging Pre-trained And Fine-Tuned Speech Representation Models For Cross-Task Generalization","created":"2025-02-18","cited_by_count":2,"area":null},{"id":"2508.12292","title":"HuBERT-VIC: Improving Noise-Robust Automatic Speech Recognition of Speech Foundation Model via Variance-Invariance-Covariance Regularization","created":"2025-08-17","cited_by_count":2,"area":null},{"id":"2202.03484","title":"Self-supervised Speaker Recognition Training Using Human-Machine Dialogues","created":"2022-02-07","cited_by_count":1,"area":null},{"id":"2203.13628","title":"DeLoRes: Decorrelating Latent Spaces for Low-Resource Audio Representation Learning","created":"2022-03-25","cited_by_count":1,"area":null},{"id":"2211.13280","title":"Device Directedness with Contextual Cues for Spoken Dialog Systems","created":"2022-11-23","cited_by_count":1,"area":null},{"id":"2407.03734","title":"Improving Self-supervised Pre-training using Accent-Specific Codebooks","created":"2024-07-04","cited_by_count":1,"area":null},{"id":"2506.21712","title":"Identifying Speaker Information in Feed-Forward Layers of Self-Supervised Speech Transformers","created":"2025-06-26","cited_by_count":1,"area":null},{"id":"2508.04814","title":"Pitch Accent Detection improves Pretrained Automatic Speech Recognition","created":"2025-08-06","cited_by_count":1,"area":null},{"id":"2211.01964","title":"Combining Contrastive and Non-Contrastive Losses for Fine-Tuning Pretrained Models in Speech Analysis","created":"2022-10-21","cited_by_count":0,"area":null},{"id":"2303.04255","title":"Self-supervised speech representation learning for keyword-spotting with light-weight transformers","created":"2023-03-07","cited_by_count":0,"area":null},{"id":"2408.10557","title":"Speech Representation Learning Revisited: The Necessity of Separate Learnable Parameters and Robust Data Augmentation","created":"2024-08-20","cited_by_count":0,"area":null},{"id":"2508.20983","title":"Multilingual Dataset Integration Strategies for Robust Audio Deepfake Detection: A SAFE Challenge System","created":"2025-08-28","cited_by_count":0,"area":null},{"id":"2601.00100","title":"Learning Speech Representations with Variational Predictive Coding","created":"2025-12-31","cited_by_count":0,"area":null},{"id":"2603.01482","title":"A SUPERB-Style Benchmark of Self-Supervised Speech Models for Audio Deepfake Detection","created":"2026-03-02","cited_by_count":0,"area":null},{"id":"2606.30356","title":"OLIVE: View-Augmented Latent Prediction with Waveform Reconstruction for Speech SSL","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2609.37798","title":"GLaS-JEPA: Gaussian-Regularized Speech SSL without Engineered Prediction Targets","created":"2026-09-29","cited_by_count":0,"area":null}],"next_cursor":null}