{"total":144,"rows":[{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2311.00430","title":"Distil-Whisper: Robust Knowledge Distillation via Large-Scale Pseudo Labelling","created":"2023-11-01","cited_by_count":90,"area":"distill"},{"id":"2308.16692","title":"SpeechTokenizer: Unified Speech Tokenizer for Speech Large Language Models","created":"2023-08-31","cited_by_count":87,"area":null},{"id":"2203.06849","title":"SUPERB-SG: Enhanced Speech processing Universal PERformance Benchmark for Semantic and Generative Capabilities","created":"2022-03-14","cited_by_count":77,"area":null},{"id":"2401.16658","title":"OWSM v3.1: Better and Faster Open Whisper-Style Speech Models based on E-Branchformer","created":"2024-01-30","cited_by_count":74,"area":null},{"id":"2307.00162","title":"What Do Self-Supervised Speech Models Know About Words?","created":"2023-06-30","cited_by_count":64,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2203.15610","title":"LightHuBERT: Lightweight and Configurable Speech Representation Learning with Once-for-All Hidden-Unit BERT","created":"2022-03-29","cited_by_count":50,"area":null},{"id":"2210.07185","title":"On the Utility of Self-supervised Models for Prosody-related Tasks","created":"2022-10-13","cited_by_count":42,"area":null},{"id":"2309.13876","title":"Reproducing Whisper-Style Training Using an Open-Source Toolkit and Publicly Available Data","created":"2023-09-25","cited_by_count":42,"area":null},{"id":"2404.09385","title":"A Large-Scale Evaluation of Speech Foundation Models","created":"2024-04-15","cited_by_count":40,"area":null},{"id":"2305.10005","title":"DinoSR: Self-Distillation and Online Clustering for Self-supervised Speech Representation Learning","created":"2023-05-17","cited_by_count":37,"area":"distill"},{"id":"2402.12654","title":"OWSM-CTC: An Open Encoder-Only Speech Foundation Model for Speech Recognition, Translation, and Language Identification","created":"2024-02-20","cited_by_count":37,"area":null},{"id":"2305.17651","title":"DPHuBERT: Joint Distillation and Pruning of Self-Supervised Speech Models","created":"2023-05-28","cited_by_count":36,"area":null},{"id":"2207.06867","title":"Deep versus Wide: An Analysis of Student Architectures for Task-Agnostic Knowledge Distillation of Self-Supervised Speech Models","created":"2022-07-14","cited_by_count":31,"area":"distill"},{"id":"2302.14132","title":"Structured Pruning of Self-Supervised Pre-trained Models for Speech Recognition and Understanding","created":"2023-02-27","cited_by_count":31,"area":null},{"id":"2210.00705","title":"SpeechCLIP: Integrating Speech with Pre-Trained Vision and Language Model","created":"2022-10-03","cited_by_count":29,"area":null},{"id":"2306.00452","title":"Speech Self-Supervised Representation Benchmarking: Are We Doing it Right?","created":"2023-06-01","cited_by_count":28,"area":null},{"id":"2210.08634","title":"SUPERB @ SLT 2022: Challenge on Generalization and Efficiency of Self-Supervised Speech Representation Learning","created":"2022-10-16","cited_by_count":26,"area":null},{"id":"2202.03543","title":"Self-Supervised Representation Learning for Speech Using Visual Grounding and Masked Language Modeling","created":"2022-02-07","cited_by_count":25,"area":null},{"id":"2207.00555","title":"FitHuBERT: Going Thinner and Deeper for Knowledge Distillation of Speech Self-Supervised Learning","created":"2022-07-01","cited_by_count":25,"area":"distill"},{"id":"2305.11072","title":"Self-supervised Fine-tuning for Improved Content Representations by Speaker-invariant Clustering","created":"2023-05-18","cited_by_count":22,"area":null},{"id":"2306.06672","title":"Reducing Barriers to Self-Supervised Learning: HuBERT Pre-training with Academic Compute","created":"2023-06-11","cited_by_count":21,"area":null},{"id":"2506.05140","title":"AudioLens: A Closer Look at Auditory Attribute Perception of Large Audio-Language Models","created":"2025-06-05","cited_by_count":18,"area":null},{"id":"2308.14456","title":"Speech Self-Supervised Representations Benchmarking: a Case for Larger Probing Heads","created":"2023-08-28","cited_by_count":17,"area":null},{"id":"2406.04997","title":"On the social bias of speech self-supervised models","created":"2024-06-07","cited_by_count":16,"area":null},{"id":"2303.06740","title":"Fine-tuning Strategies for Faster Inference using Speech Self-Supervised Models: A Comparative Study","created":"2023-03-12","cited_by_count":15,"area":null},{"id":"2306.01385","title":"Task-Agnostic Structured Pruning of Speech Representation Models","created":"2023-06-02","cited_by_count":15,"area":null},{"id":"2306.16009","title":"Accelerating Transducers through Adjacent Token Merging","created":"2023-06-28","cited_by_count":15,"area":"inference"},{"id":"2204.06328","title":"HuBERT-EE: Early Exiting HuBERT for Efficient Speech Recognition","created":"2022-04-13","cited_by_count":13,"area":"inference"},{"id":"2408.16221","title":"SSDM: Scalable Speech Dysfluency Modeling","created":"2024-08-29","cited_by_count":13,"area":null},{"id":"2203.08810","title":"Semi-FedSER: Semi-supervised Learning for Speech Emotion Recognition On Federated Learning using Multiview Pseudo-Labeling","created":"2022-03-15","cited_by_count":12,"area":null},{"id":"2204.00771","title":"Fast Real-time Personalized Speech Enhancement: End-to-End Enhancement Network (E3Net) and Knowledge Distillation","created":"2022-04-02","cited_by_count":12,"area":"distill"},{"id":"2302.12757","title":"Ensemble knowledge distillation of self-supervised speech models","created":"2023-02-24","cited_by_count":12,"area":"distill"},{"id":"2308.15256","title":"Let There Be Sound: Reconstructing High Quality Speech from Silent Videos","created":"2023-08-29","cited_by_count":12,"area":null},{"id":"2305.10788","title":"DQ-Whisper: Joint Distillation and Quantization for Efficient Multilingual Speech Recognition","created":"2023-05-18","cited_by_count":11,"area":null},{"id":"2305.19549","title":"Accurate and Structured Pruning for Efficient Automatic Speech Recognition","created":"2023-05-31","cited_by_count":11,"area":null},{"id":"2303.07624","title":"I3D: Transformer architectures with input-dependent dynamic depth for speech recognition","created":"2023-03-14","cited_by_count":10,"area":null},{"id":"2305.14035","title":"Can Self-Supervised Neural Representations Pre-Trained on Human Speech distinguish Animal Callers?","created":"2023-05-23","cited_by_count":9,"area":null},{"id":"2309.07707","title":"CoLLD: Contrastive Layer-to-layer Distillation for Compressing Multilingual Pre-trained Speech Encoders","created":"2023-09-14","cited_by_count":9,"area":null},{"id":"2405.06368","title":"DP-DyLoRA: Fine-Tuning Transformer-Based Models On-Device under Differentially Private Federated Learning using Dynamic Low-Rank Adaptation","created":"2024-05-10","cited_by_count":9,"area":null},{"id":"2410.24177","title":"DC-Spin: A Speaker-invariant Speech Tokenizer for Spoken Language Models","created":"2024-10-31","cited_by_count":9,"area":null},{"id":"2205.07180","title":"Learning Lip-Based Audio-Visual Speaker Embeddings with AV-HuBERT","created":"2022-05-15","cited_by_count":8,"area":null},{"id":"2210.07189","title":"On Compressing Sequences for Self-Supervised Speech Models","created":"2022-10-13","cited_by_count":8,"area":null},{"id":"2303.10917","title":"Knowledge Distillation from Multiple Foundation Models for End-to-End Speech Recognition","created":"2023-03-20","cited_by_count":8,"area":"distill"},{"id":"2205.03759","title":"Silence is Sweeter Than Speech: Self-Supervised Model Using Silence to Store Speaker Information","created":"2022-05-08","cited_by_count":7,"area":null},{"id":"2210.07978","title":"Improving generalizability of distilled self-supervised speech processing models under distorted settings","created":"2022-10-14","cited_by_count":7,"area":null},{"id":"2210.14636","title":"Fast Yet Effective Speech Emotion Recognition with Self-distillation","created":"2022-10-26","cited_by_count":7,"area":"distill"},{"id":"2303.09278","title":"DistillW2V2: A Small and Streaming Wav2vec 2.0 Based ASR Model","created":"2023-03-16","cited_by_count":7,"area":"distill"},{"id":"2311.09117","title":"R-Spin: Efficient Speaker and Noise-invariant Representation Learning with Acoustic Pieces","created":"2023-11-15","cited_by_count":7,"area":null},{"id":"2506.18623","title":"Efficient and Robust Speaker Diarization via Structured Pruning of Self-Supervised Models","created":"2025-06-23","cited_by_count":7,"area":"distill"},{"id":"2506.18843","title":"USAD: Universal Speech and Audio Representation via Distillation","created":"2025-06-23","cited_by_count":7,"area":null},{"id":"2211.06369","title":"Enhancing and Adversarial: Improve ASR with Speaker Labels","created":"2022-11-11","cited_by_count":6,"area":null},{"id":"2305.11685","title":"Recycle-and-Distill: Universal Compression Strategy for Transformer-based Speech SSL Models with Attention Map Reusing and Masking Distillation","created":"2023-05-19","cited_by_count":6,"area":null},{"id":"2305.19184","title":"Leveraging Semantic Information for Efficient Self-Supervised Emotion Recognition with Audio-Textual Distilled Models","created":"2023-05-30","cited_by_count":6,"area":null},{"id":"2206.11000","title":"A Systematic Comparison of Phonetic Aware Techniques for Speech Enhancement","created":"2022-06-22","cited_by_count":5,"area":null},{"id":"2211.09949","title":"Is Smaller Always Faster? Tradeoffs in Compressing Self-Supervised Speech Transformers","created":"2022-11-17","cited_by_count":5,"area":null},{"id":"2301.00652","title":"Efficient Speech Representation Learning with Low-Bit Quantization","created":"2022-12-14","cited_by_count":5,"area":null},{"id":"2402.16830","title":"SKILL: Similarity-aware Knowledge distILLation for Speech Self-Supervised Learning","created":"2024-02-26","cited_by_count":5,"area":"distill"},{"id":"2407.10603","title":"Leave No Knowledge Behind During Knowledge Distillation: Towards Practical and Effective Knowledge Distillation for Code-Switching ASR Using Realistic Data","created":"2024-07-15","cited_by_count":5,"area":"distill"},{"id":"2409.16295","title":"Efficient Training of Self-Supervised Speech Foundation Models on a Compute Budget","created":"2024-09-09","cited_by_count":5,"area":null},{"id":"2410.15017","title":"DM-Codec: Distilling Multimodal Representations for Speech Tokenization","created":"2024-10-19","cited_by_count":5,"area":null},{"id":"2412.11180","title":"TINED: GNNs-to-MLPs by Teacher Injection and Dirichlet Energy Distillation","created":"2024-12-15","cited_by_count":5,"area":null},{"id":"2501.03643","title":"Effective and Efficient Mixed Precision Quantization of Speech Foundation Models","created":"2025-01-07","cited_by_count":5,"area":null},{"id":"2603.13768","title":"Causal Tracing of Audio-Text Fusion in Large Audio Language Models","created":"2026-03-14","cited_by_count":5,"area":null},{"id":"2210.15445","title":"Efficient Utilization of Large Pre-Trained Models for Low Resource ASR","created":"2022-10-26","cited_by_count":4,"area":null},{"id":"2305.16665","title":"ABC-KD: Attention-Based-Compression Knowledge Distillation for Deep Learning-Based Noise Suppression","created":"2023-05-26","cited_by_count":4,"area":"distill"},{"id":"2309.09920","title":"Distilling HuBERT with LSTMs via Decoupled Knowledge Distillation","created":"2023-09-18","cited_by_count":4,"area":"distill"},{"id":"2406.04512","title":"To Distill or Not to Distill? On the Robustness of Robust Knowledge Distillation","created":"2024-06-06","cited_by_count":4,"area":"distill"},{"id":"2406.05464","title":"DAISY: Data Adaptive Self-Supervised Early Exit for Speech Representation Models","created":"2024-06-08","cited_by_count":4,"area":"inference"},{"id":"2406.07696","title":"Sustainable self-supervised learning for speech representations","created":"2024-06-11","cited_by_count":4,"area":null},{"id":"2406.10160","title":"One-pass Multiple Conformer and Foundation Speech Systems Compression and Quantization Using An All-in-one Neural Model","created":"2024-06-14","cited_by_count":4,"area":null},{"id":"2407.01257","title":"uDistil-Whisper: Label-Free Data Filtering for Knowledge Distillation in Low-Data Regimes","created":"2024-07-01","cited_by_count":4,"area":"distill"},{"id":"2410.13179","title":"EH-MAM: Easy-to-Hard Masked Acoustic Modeling for Self-Supervised Speech Representation Learning","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2412.16719","title":"Lillama: Large Language Models Compression via Low-Rank Feature Distillation","created":"2024-12-21","cited_by_count":4,"area":"distill"},{"id":"2506.01845","title":"On-device Streaming Discrete Speech Units","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2210.15631","title":"Exploring Effective Distillation of Self-Supervised Speech Models for Automatic Speech Recognition","created":"2022-10-27","cited_by_count":3,"area":null},{"id":"2305.17394","title":"One-Step Knowledge Distillation and Fine-Tuning in Using Large Pre-Trained Self-Supervised Learning Models for Speaker Verification","created":"2023-05-27","cited_by_count":3,"area":"distill"},{"id":"2312.09040","title":"STaR: Distilling Speech Temporal Relation for Lightweight Speech Self-Supervised Learning Models","created":"2023-12-14","cited_by_count":3,"area":null},{"id":"2402.05967","title":"The last Dance : Robust backdoor attack via diffusion models and bayesian approach","created":"2024-02-05","cited_by_count":3,"area":"diffusion"},{"id":"2403.06260","title":"SCORE: Self-supervised Correspondence Fine-tuning for Improved Content Representations","created":"2024-03-10","cited_by_count":3,"area":null},{"id":"2406.10719","title":"Trading Devil: Robust backdoor attack via Stochastic investment models and Bayesian approach","created":"2024-06-15","cited_by_count":3,"area":null},{"id":"2406.11022","title":"Outlier Reduction with Gated Attention for Improved Post-training Quantization in Large Sequence-to-sequence Speech Foundation Models","created":"2024-06-16","cited_by_count":3,"area":"distill"},{"id":"2504.14915","title":"StableQuant: Layer Adaptive Post-Training Quantization for Speech Foundation Models","created":"2025-04-21","cited_by_count":3,"area":null},{"id":"2507.02911","title":"DiceHuBERT: Distilling HuBERT with a Self-Supervised Learning Objective","created":"2025-06-25","cited_by_count":3,"area":"distill"},{"id":"2508.02801","title":"Adaptive Knowledge Distillation for Device-Directed Speech Detection","created":"2025-08-04","cited_by_count":3,"area":"distill"},{"id":"2604.24199","title":"Speech Enhancement Based on Drifting Models","created":"2026-04-27","cited_by_count":3,"area":null},{"id":"2607.21550","title":"X$^3$-OPD: Distilling Reasoning into Large Audio-Language Models via On-Policy Alignment","created":"2026-07-23","cited_by_count":3,"area":"lr"},{"id":"2210.08475","title":"RedApt: An Adaptor for wav2vec 2 Encoding \\\\ Faster and Smaller Speech Translation without Quality Compromise","created":"2022-10-16","cited_by_count":2,"area":null},{"id":"2211.02332","title":"Once-for-All Sequence Compression for Self-Supervised Speech Models","created":"2022-11-04","cited_by_count":2,"area":null},{"id":"2306.01303","title":"DistilXLSR: A Light Weight Cross-Lingual Speech Representation Model","created":"2023-06-02","cited_by_count":2,"area":null},{"id":"2307.02720","title":"On-Device Constrained Self-Supervised Speech Representation Learning for Keyword Spotting via Knowledge Distillation","created":"2023-07-06","cited_by_count":2,"area":"distill"},{"id":"2308.16415","title":"Knowledge Distillation from Non-streaming to Streaming ASR Encoder using Auxiliary Non-streaming Layer","created":"2023-08-31","cited_by_count":2,"area":"distill"},{"id":"2402.01274","title":"On the Transferability of Large-Scale Self-Supervision to Few-Shot Audio Classification","created":"2024-02-02","cited_by_count":2,"area":null},{"id":"2402.06959","title":"SpeechCLIP+: Self-supervised multi-task representation learning for speech via CLIP and speech-image data","created":"2024-02-10","cited_by_count":2,"area":null},{"id":"2406.09153","title":"LASER: Learning by Aligning Self-supervised Representations of Speech for Improving Content-related Tasks","created":"2024-06-13","cited_by_count":2,"area":null},{"id":"2509.09550","title":"Finite Scalar Quantization Enables Redundant and Transmission-Robust Neural Audio Compression at Low Bit-rates","created":"2025-09-11","cited_by_count":2,"area":null},{"id":"2510.16968","title":"Leave It to the Experts: Detecting Knowledge Distillation via MoE Expert Signatures","created":"2025-10-19","cited_by_count":2,"area":"moe"},{"id":"2606.19747","title":"A Comparative Study of Pretrained Transformer Models for Quranic ASR: Speech Representations, Label Formats, and Dataset Composition","created":"2026-06-18","cited_by_count":2,"area":null}],"next_cursor":"100"}