{"total":1863,"rows":[{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342,"area":null},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657,"area":null},{"id":"2110.07058","title":"Ego4D: Around the World in 3,000 Hours of Egocentric Video","created":"2021-10-13","cited_by_count":1556,"area":null},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947,"area":null},{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732,"area":null},{"id":"2104.01778","title":"AST: Audio Spectrogram Transformer","created":"2021-04-05","cited_by_count":643,"area":null},{"id":"2209.03143","title":"AudioLM: a Language Modeling Approach to Audio Generation","created":"2022-09-07","cited_by_count":616,"area":null},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519,"area":null},{"id":"2205.12446","title":"FLEURS: Few-shot Learning Evaluation of Universal Representations of Speech","created":"2022-05-25","cited_by_count":469,"area":null},{"id":"2102.10882","title":"Conditional Positional Encodings for Vision Transformers","created":"2021-02-22","cited_by_count":406,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2106.06909","title":"GigaSpeech: An Evolving, Multi-domain ASR Corpus with 10,000 Hours of Transcribed Audio","created":"2021-06-13","cited_by_count":399,"area":null},{"id":"2306.15687","title":"Voicebox: Text-Guided Multilingual Universal Speech Generation at Scale","created":"2023-06-23","cited_by_count":379,"area":null},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347,"area":null},{"id":"2106.05234","title":"Do Transformers Really Perform Bad for Graph Representation?","created":"2021-06-09","cited_by_count":320,"area":null},{"id":"2212.02499","title":"Images Speak in Images: A Generalist Painter for In-Context Visual Learning","created":"2022-12-05","cited_by_count":318,"area":null},{"id":"2207.05844","title":"Wayformer: Motion Forecasting via Simple & Efficient Attention Networks","created":"2022-07-12","cited_by_count":280,"area":"wm"},{"id":"2104.00272","title":"Mesh Graphormer","created":"2021-04-01","cited_by_count":265,"area":null},{"id":"2607.02770","title":"Gemma 4 Technical Report","created":"2026-07-02","cited_by_count":259,"area":"mllm"},{"id":"2206.04658","title":"BigVGAN: A Universal Neural Vocoder with Large-Scale Training","created":"2022-06-09","cited_by_count":251,"area":null},{"id":"2303.01037","title":"Google USM: Scaling Automatic Speech Recognition Beyond 100 Languages","created":"2023-03-02","cited_by_count":231,"area":null},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230,"area":null},{"id":"2403.03100","title":"NaturalSpeech 3: Zero-Shot Speech Synthesis with Factorized Codec and Diffusion Models","created":"2024-03-05","cited_by_count":226,"area":"diffusion"},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2110.03370","title":"WenetSpeech: A 10000+ Hours Multi-domain Mandarin Corpus for Speech Recognition","created":"2021-10-07","cited_by_count":197,"area":null},{"id":"2211.09707","title":"Listen, Denoise, Action! Audio-Driven Motion Synthesis with Diffusion Models","created":"2022-11-17","cited_by_count":190,"area":"diffusion"},{"id":"2109.08668","title":"Primer: Searching for Efficient Transformers for Language Modeling","created":"2021-09-17","cited_by_count":164,"area":null},{"id":"2405.15682","title":"The Road Less Scheduled","created":"2024-05-24","cited_by_count":163,"area":null},{"id":"2104.03502","title":"Emotion Recognition from Speech Using Wav2vec 2.0 Embeddings","created":"2021-04-08","cited_by_count":162,"area":null},{"id":"2202.01855","title":"Self-supervised Learning with Random-projection Quantizer for Speech Recognition","created":"2022-02-03","cited_by_count":162,"area":null},{"id":"2102.06657","title":"End-to-end Audio-visual Speech Recognition with Conformers","created":"2021-02-12","cited_by_count":151,"area":null},{"id":"2104.01027","title":"Robust wav2vec 2.0: Analyzing Domain Shift in Self-Supervised Pre-Training","created":"2021-04-02","cited_by_count":151,"area":null},{"id":"2105.11084","title":"Unsupervised Speech Recognition","created":"2021-05-24","cited_by_count":148,"area":null},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2206.08317","title":"Paraformer: Fast and Accurate Parallel Transformer for Non-autoregressive End-to-End Speech Recognition","created":"2022-06-16","cited_by_count":144,"area":null},{"id":"2111.01690","title":"Recent Advances in End-to-End Automatic Speech Recognition","created":"2021-11-02","cited_by_count":140,"area":null},{"id":"2307.11795","title":"Prompting Large Language Models with Speech Recognition Abilities","created":"2023-07-21","cited_by_count":140,"area":null},{"id":"2210.13452","title":"MetaFormer Baselines for Vision","created":"2022-10-24","cited_by_count":132,"area":null},{"id":"2303.03329","title":"End-to-End Speech Recognition: A Survey","created":"2023-03-03","cited_by_count":129,"area":null},{"id":"2305.04160","title":"X-LLM: Bootstrapping Advanced Large Language Models by Treating Multi-Modalities as Foreign Languages","created":"2023-05-07","cited_by_count":128,"area":"synth"},{"id":"2102.01547","title":"WeNet: Production oriented Streaming and Non-streaming End-to-End Speech Recognition Toolkit","created":"2021-02-02","cited_by_count":125,"area":null},{"id":"2406.05370","title":"VALL-E 2: Neural Codec Language Models are Human Parity Zero-Shot Text to Speech Synthesizers","created":"2024-06-08","cited_by_count":122,"area":null},{"id":"2207.00099","title":"Measuring Forgetting of Memorized Training Examples","created":"2022-06-30","cited_by_count":118,"area":null},{"id":"2303.14307","title":"Auto-AVSR: Audio-Visual Speech Recognition with Automatic Labels","created":"2023-03-25","cited_by_count":114,"area":null},{"id":"2305.09636","title":"SoundStorm: Efficient Parallel Audio Generation","created":"2023-05-16","cited_by_count":114,"area":null},{"id":"2207.13298","title":"Is Attention All That NeRF Needs?","created":"2022-07-27","cited_by_count":113,"area":null},{"id":"2310.08278","title":"Lag-Llama: Towards Foundation Models for Probabilistic Time Series Forecasting","created":"2023-10-12","cited_by_count":113,"area":null},{"id":"2105.04663","title":"GSPMD: General and Scalable Parallelization for ML Computation Graphs","created":"2021-05-10","cited_by_count":111,"area":null},{"id":"2202.01374","title":"mSLAM: Massively multilingual joint pre-training for speech and text","created":"2022-02-03","cited_by_count":108,"area":null},{"id":"2104.02194","title":"Contextualized Streaming End-to-End Speech Recognition with Trie-Based Deep Biasing and Shallow Fusion","created":"2021-04-05","cited_by_count":101,"area":null},{"id":"2102.03216","title":"Intermediate Loss Regularization for CTC-based Speech Recognition","created":"2021-02-05","cited_by_count":96,"area":null},{"id":"2311.17049","title":"MobileCLIP: Fast Image-Text Models through Multi-Modal Reinforced Training","created":"2023-11-28","cited_by_count":96,"area":null},{"id":"2202.13084","title":"Visual Speech Recognition for Multiple Languages in the Wild","created":"2022-02-26","cited_by_count":95,"area":null},{"id":"2208.07204","title":"USB: A Unified Semi-supervised Learning Benchmark for Classification","created":"2022-08-12","cited_by_count":95,"area":null},{"id":"2305.11013","title":"FunASR: A Fundamental End-to-End Speech Recognition Toolkit","created":"2023-05-18","cited_by_count":95,"area":null},{"id":"2305.15255","title":"Spoken Question Answering and Speech Continuation Using Spectrogram-Powered LLM","created":"2023-05-24","cited_by_count":94,"area":null},{"id":"2210.00077","title":"E-Branchformer: Branchformer with Enhanced merging for speech recognition","created":"2022-09-30","cited_by_count":92,"area":null},{"id":"2207.02971","title":"Branchformer: Parallel MLP-Attention Architectures to Capture Local and Global Context for Speech Recognition and Understanding","created":"2022-07-06","cited_by_count":91,"area":null},{"id":"2109.13226","title":"BigSSL: Exploring the Frontier of Large-Scale Semi-Supervised Learning for Automatic Speech Recognition","created":"2021-09-27","cited_by_count":88,"area":null},{"id":"2402.08846","title":"An Embarrassingly Simple Approach for LLM with Strong ASR Capacity","created":"2024-02-13","cited_by_count":88,"area":null},{"id":"2410.03751","title":"Recent Advances in Speech Language Models: A Survey","created":"2024-10-01","cited_by_count":87,"area":null},{"id":"2104.06022","title":"Lessons on Parameter Sharing across Layers in Transformers","created":"2021-04-13","cited_by_count":85,"area":null},{"id":"2111.11755","title":"Guided-TTS: A Diffusion Model for Text-to-Speech via Classifier Guidance","created":"2021-11-23","cited_by_count":84,"area":"diffusion"},{"id":"2104.02133","title":"SpeechStew: Simply Mix All Available Speech Recognition Data to Train One Large Neural Network","created":"2021-04-05","cited_by_count":83,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2310.11230","title":"Zipformer: A faster and better encoder for automatic speech recognition","created":"2023-10-17","cited_by_count":80,"area":null},{"id":"2204.03409","title":"MAESTRO: Matched Speech Text Representations through Modality Matching","created":"2022-04-07","cited_by_count":79,"area":null},{"id":"2104.02014","title":"SPGISpeech: 5,000 hours of transcribed financial audio for fully formatted end-to-end speech recognition","created":"2021-04-05","cited_by_count":78,"area":null},{"id":"2111.02813","title":"WaveFake: A Data Set to Facilitate Audio Deepfake Detection","created":"2021-11-04","cited_by_count":78,"area":null},{"id":"2310.09424","title":"SALM: Speech-augmented Language Model with In-context Learning for Speech Recognition and Translation","created":"2023-10-13","cited_by_count":76,"area":null},{"id":"2204.07054","title":"BrainGB: A Benchmark for Brain Network Analysis with Graph Neural Networks","created":"2022-03-17","cited_by_count":75,"area":null},{"id":"2401.16658","title":"OWSM v3.1: Better and Faster Open Whisper-Style Speech Models based on E-Branchformer","created":"2024-01-30","cited_by_count":74,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2309.15649","title":"Generative Speech Recognition Error Correction with Large Language Models and Task-Activating Prompting","created":"2023-09-27","cited_by_count":72,"area":null},{"id":"2107.08661","title":"Translatotron 2: High-quality direct speech-to-speech translation with voice preservation","created":"2021-07-19","cited_by_count":71,"area":null},{"id":"2111.03017","title":"MT3: Multi-Task Multitrack Music Transcription","created":"2021-11-04","cited_by_count":71,"area":null},{"id":"2201.03713","title":"CVSS Corpus and Massively Multilingual Speech-to-Speech Translation","created":"2022-01-11","cited_by_count":71,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2405.03644","title":"When LLMs Meet Cybersecurity: A Systematic Literature Review","created":"2024-05-06","cited_by_count":71,"area":null},{"id":"2110.10329","title":"SLAM: A Unified Encoder for Speech and Language Modeling via Speech-Text Joint Pre-Training","created":"2021-10-20","cited_by_count":69,"area":null},{"id":"2304.04947","title":"Conditional Adapters: Parameter-efficient Transfer Learning with Fast Inference","created":"2023-04-11","cited_by_count":69,"area":null},{"id":"2109.06870","title":"Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition","created":"2021-09-14","cited_by_count":68,"area":null},{"id":"2306.10799","title":"SelfTalk: A Self-Supervised Commutative Training Diagram to Comprehend 3D Talking Faces","created":"2023-06-19","cited_by_count":68,"area":null},{"id":"2501.01108","title":"MuQ: Self-Supervised Music Representation Learning with Mel Residual Vector Quantization","created":"2025-01-02","cited_by_count":68,"area":null},{"id":"2405.03121","title":"AniTalker: Animate Vivid and Diverse Talking Faces through Identity-Decoupled Facial Motion Encoding","created":"2024-05-06","cited_by_count":67,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2407.08551","title":"Autoregressive Speech Synthesis without Vector Quantization","created":"2024-07-11","cited_by_count":65,"area":null},{"id":"2209.15001","title":"Dilated Neighborhood Attention Transformer","created":"2022-09-29","cited_by_count":64,"area":null},{"id":"2307.00162","title":"What Do Self-Supervised Speech Models Know About Words?","created":"2023-06-30","cited_by_count":64,"area":null},{"id":"2307.11833","title":"PINNsFormer: A Transformer-Based Framework For Physics-Informed Neural Networks","created":"2023-07-21","cited_by_count":64,"area":null},{"id":"2308.06873","title":"SpeechX: Neural Codec Language Model as a Versatile Speech Transformer","created":"2023-08-14","cited_by_count":64,"area":null},{"id":"2404.16112","title":"Mamba-360: Survey of State Space Models as Transformer Alternative for Long Sequence Modelling: Methods, Applications, and Challenges","created":"2024-04-24","cited_by_count":64,"area":"ssm"},{"id":"2110.07603","title":"Sub-word Level Lip Reading With Visual Attention","created":"2021-10-14","cited_by_count":63,"area":null},{"id":"2304.05366","title":"The No Free Lunch Theorem, Kolmogorov Complexity, and the Role of Inductive Biases in Machine Learning","created":"2023-04-11","cited_by_count":63,"area":null},{"id":"2111.06707","title":"Transformer-based Image Compression","created":"2021-11-12","cited_by_count":62,"area":null},{"id":"2104.02724","title":"Relaxing the Conditional Independence Assumption of CTC-based ASR by Conditioning on Intermediate Predictions","created":"2021-04-06","cited_by_count":61,"area":null},{"id":"2104.14830","title":"Scaling End-to-End Models for Large-Scale Multilingual ASR","created":"2021-04-30","cited_by_count":61,"area":null},{"id":"2104.00769","title":"Keyword Transformer: A Self-Attention Model for Keyword Spotting","created":"2021-04-01","cited_by_count":60,"area":null},{"id":"2212.08055","title":"UnitY: Two-pass Direct Speech-to-speech Translation with Discrete Units","created":"2022-12-15","cited_by_count":60,"area":null}],"next_cursor":"100"}