{"total":373,"rows":[{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2311.07919","title":"Qwen-Audio: Advancing Universal Audio Understanding via Unified Large-Scale Audio-Language Models","created":"2023-11-14","cited_by_count":608,"area":null},{"id":"2106.04624","title":"SpeechBrain: A General-Purpose Speech Toolkit","created":"2021-06-08","cited_by_count":406,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2504.18425","title":"Kimi-Audio Technical Report","created":"2025-04-25","cited_by_count":222,"area":null},{"id":"2110.03370","title":"WenetSpeech: A 10000+ Hours Multi-domain Mandarin Corpus for Speech Recognition","created":"2021-10-07","cited_by_count":197,"area":null},{"id":"2501.01957","title":"VITA-1.5: Towards GPT-4o Level Real-Time Vision and Speech Interaction","created":"2025-01-03","cited_by_count":197,"area":"mllm"},{"id":"2106.15561","title":"A Survey on Neural Speech Synthesis","created":"2021-06-29","cited_by_count":184,"area":null},{"id":"2110.01900","title":"DistilHuBERT: Speech Representation Learning by Layer-wise Distillation of Hidden-unit BERT","created":"2021-10-05","cited_by_count":144,"area":null},{"id":"2206.08317","title":"Paraformer: Fast and Accurate Parallel Transformer for Non-autoregressive End-to-End Speech Recognition","created":"2022-06-16","cited_by_count":144,"area":null},{"id":"2411.00774","title":"Freeze-Omni: A Smart and Low Latency Speech-to-speech Dialogue Model with Frozen LLM","created":"2024-11-01","cited_by_count":141,"area":"mllm"},{"id":"2305.04160","title":"X-LLM: Bootstrapping Advanced Large Language Models by Treating Multi-Modalities as Foreign Languages","created":"2023-05-07","cited_by_count":128,"area":"synth"},{"id":"2102.01547","title":"WeNet: Production oriented Streaming and Non-streaming End-to-End Speech Recognition Toolkit","created":"2021-02-02","cited_by_count":125,"area":null},{"id":"2407.04051","title":"FunAudioLLM: Voice Understanding and Generation Foundation Models for Natural Interaction Between Humans and LLMs","created":"2024-07-04","cited_by_count":122,"area":null},{"id":"2409.15272","title":"OmniBench: Towards The Future of Universal Omni-Language Models","created":"2024-09-23","cited_by_count":102,"area":"mllm"},{"id":"2102.03216","title":"Intermediate Loss Regularization for CTC-based Speech Recognition","created":"2021-02-05","cited_by_count":96,"area":null},{"id":"2202.08433","title":"ADD 2022: the First Audio Deep Synthesis Detection Challenge","created":"2022-02-17","cited_by_count":96,"area":null},{"id":"2305.11013","title":"FunASR: A Fundamental End-to-End Speech Recognition Toolkit","created":"2023-05-18","cited_by_count":95,"area":null},{"id":"2207.02971","title":"Branchformer: Parallel MLP-Attention Architectures to Capture Local and Global Context for Speech Recognition and Understanding","created":"2022-07-06","cited_by_count":91,"area":null},{"id":"2506.21619","title":"IndexTTS2: A Breakthrough in Emotionally Expressive and Duration-Controlled Auto-Regressive Zero-Shot Text-to-Speech","created":"2025-06-23","cited_by_count":90,"area":null},{"id":"2310.11230","title":"Zipformer: A faster and better encoder for automatic speech recognition","created":"2023-10-17","cited_by_count":80,"area":null},{"id":"2310.04673","title":"LauraGPT: Listen, Attend, Understand, and Regenerate Audio with GPT","created":"2023-10-07","cited_by_count":78,"area":null},{"id":"2604.27393","title":"MiniCPM-o 4.5: Towards Real-Time Full-Duplex Omni-Modal Interaction","created":"2026-04-30","cited_by_count":78,"area":"mllm"},{"id":"2401.16658","title":"OWSM v3.1: Better and Faster Open Whisper-Style Speech Models based on E-Branchformer","created":"2024-01-30","cited_by_count":74,"area":null},{"id":"2406.06371","title":"mHuBERT-147: A Compact Multilingual HuBERT Model","created":"2024-06-10","cited_by_count":66,"area":null},{"id":"2506.09344","title":"Ming-Omni: A Unified Multimodal Model for Perception and Generation","created":"2025-06-11","cited_by_count":66,"area":null},{"id":"2512.23808","title":"MiMo-Audio: Audio Language Models are Few-Shot Learners","created":"2025-12-29","cited_by_count":65,"area":null},{"id":"2104.02724","title":"Relaxing the Conditional Independence Assumption of CTC-based ASR by Conditioning on Intermediate Predictions","created":"2021-04-06","cited_by_count":61,"area":null},{"id":"2308.15930","title":"LLaSM: Large Language and Speech Model","created":"2023-08-30","cited_by_count":58,"area":"mllm"},{"id":"2407.00837","title":"Towards Robust Speech Representation Learning for Thousands of Languages","created":"2024-06-30","cited_by_count":50,"area":null},{"id":"2412.09596","title":"InternLM-XComposer2.5-OmniLive: A Comprehensive Multimodal System for Long-term Streaming Video and Audio Interactions","created":"2024-12-12","cited_by_count":48,"area":"mllm"},{"id":"2101.01902","title":"Interspeech 2021 Deep Noise Suppression Challenge","created":"2021-01-06","cited_by_count":47,"area":null},{"id":"2203.15455","title":"WeNet 2.0: More Productive End-to-End Speech Recognition Toolkit","created":"2022-03-29","cited_by_count":47,"area":null},{"id":"2409.18042","title":"EMOVA: Empowering Language Models to See, Hear and Speak with Vivid Emotions","created":"2024-09-26","cited_by_count":45,"area":null},{"id":"2112.06223","title":"ASCEND: A Spontaneous Chinese-English Dataset for Code-switching in Multi-turn Conversation","created":"2021-12-12","cited_by_count":44,"area":null},{"id":"2309.07405","title":"FunCodec: A Fundamental, Reproducible and Integrable Open-source Toolkit for Neural Speech Codec","created":"2023-09-14","cited_by_count":44,"area":null},{"id":"2105.03842","title":"FastCorrect: Fast Error Correction with Edit Alignment for Automatic Speech Recognition","created":"2021-05-09","cited_by_count":43,"area":null},{"id":"2309.13876","title":"Reproducing Whisper-Style Training Using an Open-Source Toolkit and Publicly Available Data","created":"2023-09-25","cited_by_count":42,"area":null},{"id":"2309.15701","title":"HyPoradise: An Open Baseline for Generative Speech Recognition with Large Language Models","created":"2023-09-27","cited_by_count":42,"area":null},{"id":"2309.15800","title":"Exploring Speech Recognition, Translation, and Understanding with Discrete Speech Units: A Comparative Study","created":"2023-09-27","cited_by_count":42,"area":null},{"id":"2203.16844","title":"Open Source MagicData-RAMC: A Rich Annotated Mandarin Conversational(RAMC) Speech Dataset","created":"2022-03-31","cited_by_count":40,"area":null},{"id":"2110.04590","title":"An Exploration of Self-Supervised Pretrained Representations for End-to-End Speech Recognition","created":"2021-10-09","cited_by_count":39,"area":null},{"id":"2505.15957","title":"Towards Holistic Evaluation of Large Audio-Language Models: A Comprehensive Survey","created":"2025-05-21","cited_by_count":39,"area":null},{"id":"2402.12654","title":"OWSM-CTC: An Open Encoder-Only Speech Foundation Model for Speech Recognition, Translation, and Language Identification","created":"2024-02-20","cited_by_count":37,"area":null},{"id":"2603.27538","title":"LongCat-Next: Lexicalizing Modalities as Discrete Tokens","created":"2026-03-29","cited_by_count":36,"area":null},{"id":"2406.11546","title":"GigaSpeech 2: An Evolving, Large-Scale and Multi-domain ASR Corpus for Low-Resource Languages with Automated Crawling, Transcription and Refinement","created":"2024-06-17","cited_by_count":34,"area":null},{"id":"2102.07594","title":"Fast End-to-End Speech Recognition via Non-Autoregressive Models and Cross-Modal Knowledge Transferring from BERT","created":"2021-02-15","cited_by_count":31,"area":null},{"id":"2505.03739","title":"VITA-Audio: Fast Interleaved Cross-Modal Token Generation for Efficient Large Speech-Language Model","created":"2025-05-06","cited_by_count":31,"area":null},{"id":"2106.05642","title":"U2++: Unified Two-pass Bidirectional End-to-end Model for Speech Recognition","created":"2021-06-10","cited_by_count":29,"area":null},{"id":"2510.13747","title":"InteractiveOmni: A Unified Omni-modal Model for Audio-Visual Multi-turn Dialogue","created":"2025-10-15","cited_by_count":29,"area":null},{"id":"2502.05512","title":"IndexTTS: An Industrial-Level Controllable and Efficient Zero-Shot Text-To-Speech System","created":"2025-02-08","cited_by_count":28,"area":null},{"id":"2109.14420","title":"FastCorrect 2: Fast Error Correction on Multiple Candidates for Automatic Speech Recognition","created":"2021-09-29","cited_by_count":27,"area":null},{"id":"2205.06126","title":"One Model, Multiple Modalities: A Sparsely Activated Approach for Text, Sound, Image, Video and Code","created":"2022-05-12","cited_by_count":26,"area":null},{"id":"2307.05956","title":"Language-Routing Mixture of Experts for Multilingual and Code-Switching Speech Recognition","created":"2023-07-12","cited_by_count":26,"area":"moe"},{"id":"2511.00279","title":"LongCat-Flash-Omni Technical Report","created":"2025-10-31","cited_by_count":26,"area":"moe"},{"id":"2406.02092","title":"MaskSR: Masked Language Model for Full-band Speech Restoration","created":"2024-06-04","cited_by_count":24,"area":null},{"id":"2409.09554","title":"ASR Error Correction using Large Language Models","created":"2024-09-14","cited_by_count":24,"area":null},{"id":"2402.12025","title":"Speech Translation with Speech Foundation Models and Large Language Models: What is There and What is Missing?","created":"2024-02-19","cited_by_count":23,"area":null},{"id":"2403.16865","title":"Encoding of lexical tone in self-supervised models of spoken language","created":"2024-03-25","cited_by_count":23,"area":null},{"id":"2412.11694","title":"From Specific-MLLMs to Omni-MLLMs: A Survey on MLLMs Aligned with Multi-modalities","created":"2024-12-16","cited_by_count":22,"area":null},{"id":"2510.24821","title":"Ming-Flash-Omni: A Sparse, Unified Architecture for Multimodal Perception and Generation","created":"2025-10-28","cited_by_count":22,"area":"moe"},{"id":"2511.12609","title":"Uni-MoE-2.0-Omni: Scaling Language-Centric Omnimodal Large Model with Advanced MoE, Training and Data","created":"2025-11-16","cited_by_count":21,"area":"moe"},{"id":"2104.05507","title":"BART based semantic correction for Mandarin automatic speech recognition system","created":"2021-03-26","cited_by_count":20,"area":null},{"id":"2206.14580","title":"Language-specific Characteristic Assistance for Code-switching Speech Recognition","created":"2022-06-29","cited_by_count":20,"area":null},{"id":"2406.16808","title":"Exploring the Capability of Mamba in Speech Applications","created":"2024-06-24","cited_by_count":20,"area":"ssm"},{"id":"2202.08533","title":"AISHELL-NER: Named Entity Recognition from Chinese Speech","created":"2022-02-17","cited_by_count":19,"area":null},{"id":"2502.18778","title":"M2-omni: Advancing Omni-MLLM for Comprehensive Modality Support with Competitive Performance","created":"2025-02-26","cited_by_count":19,"area":null},{"id":"2505.23170","title":"ZIPA: A family of efficient models for multilingual phone recognition","created":"2025-05-29","cited_by_count":19,"area":null},{"id":"2509.12508","title":"Fun-ASR Technical Report","created":"2025-09-15","cited_by_count":19,"area":null},{"id":"2604.10905","title":"Audio Flamingo Next: Next-Generation Open Audio-Language Models for Speech, Sound, and Music","created":"2026-04-13","cited_by_count":19,"area":null},{"id":"2308.03266","title":"SeACo-Paraformer: A Non-Autoregressive ASR System with Flexible and Effective Hotword Customization Ability","created":"2023-08-07","cited_by_count":18,"area":null},{"id":"2206.13135","title":"TALCS: An Open-Source Mandarin-English Code-Switching Corpus and a Speech Recognition Baseline","created":"2022-06-27","cited_by_count":17,"area":null},{"id":"2212.04408","title":"OFASys: A Multi-Modal Multi-Task Learning System for Building Generalist Models","created":"2022-12-08","cited_by_count":17,"area":null},{"id":"2410.05101","title":"CR-CTC: Consistency regularization on CTC for improved speech recognition","created":"2024-10-07","cited_by_count":17,"area":null},{"id":"2511.05516","title":"Ming-UniAudio: Speech LLM for Joint Understanding, Generation and Editing with Unified Representation","created":"2025-10-26","cited_by_count":17,"area":null},{"id":"2106.00273","title":"Improving the Adversarial Robustness for Speaker Verification by Self-Supervised Learning","created":"2021-06-01","cited_by_count":16,"area":null},{"id":"2109.09161","title":"Wav-BERT: Cooperative Acoustic and Linguistic Representation Learning for Low-Resource Speech Recognition","created":"2021-09-19","cited_by_count":16,"area":null},{"id":"2112.07254","title":"Improving Hybrid CTC/Attention End-to-end Speech Recognition with Pretrained Acoustic and Language Model","created":"2021-12-14","cited_by_count":15,"area":null},{"id":"2211.01458","title":"Towards Zero-Shot Code-Switched Speech Recognition","created":"2022-11-02","cited_by_count":15,"area":null},{"id":"2507.05727","title":"ContextASR-Bench: A Massive Contextual Speech Recognition Benchmark","created":"2025-07-08","cited_by_count":15,"area":null},{"id":"2203.03582","title":"Improving CTC-based speech recognition via knowledge transferring from pre-trained language models","created":"2022-02-22","cited_by_count":14,"area":null},{"id":"2305.11073","title":"A Comparative Study on E-Branchformer vs Conformer in Speech Recognition, Translation, and Understanding Tasks","created":"2023-05-18","cited_by_count":14,"area":null},{"id":"2305.12839","title":"CopyNE: Better Contextual ASR by Copying Named Entities","created":"2023-05-22","cited_by_count":14,"area":null},{"id":"2104.04805","title":"Non-autoregressive Transformer-based End-to-end ASR using BERT","created":"2021-04-10","cited_by_count":13,"area":null},{"id":"2106.09216","title":"Layer Pruning on Demand with Intermediate CTC","created":"2021-06-17","cited_by_count":13,"area":null},{"id":"2210.07499","title":"Bayes risk CTC: Controllable CTC alignment in Sequence-to-Sequence tasks","created":"2022-10-14","cited_by_count":13,"area":null},{"id":"2305.10649","title":"ZeroPrompt: Streaming Acoustic Encoders are Zero-Shot Masked LMs","created":"2023-05-18","cited_by_count":13,"area":null},{"id":"2405.02132","title":"Unveiling the Potential of LLM-Based ASR on Chinese Open-Source Datasets","created":"2024-05-03","cited_by_count":13,"area":null},{"id":"2501.13306","title":"OSUM: Advancing Open Speech Understanding Models with Limited Resources in Academia","created":"2025-01-23","cited_by_count":13,"area":null},{"id":"2506.20960","title":"OmniEval: A Benchmark for Evaluating Omni-modal Models with Visual, Auditory, and Textual Inputs","created":"2025-06-26","cited_by_count":13,"area":null},{"id":"2508.15882","title":"Beyond Transcription: Mechanistic Interpretability in ASR","created":"2025-08-21","cited_by_count":13,"area":"mechinterp"},{"id":"2509.23938","title":"Easy Turn: Integrating Acoustic and Linguistic Modalities for Robust Turn-Taking in Full-Duplex Spoken Dialogue Systems","created":"2025-09-28","cited_by_count":13,"area":null},{"id":"2201.02419","title":"Automatic Speech Recognition Datasets in Cantonese: A Survey and New Dataset","created":"2022-01-07","cited_by_count":12,"area":null},{"id":"2205.08993","title":"Leveraging Pseudo-labeled Data to Improve Direct Speech-to-Speech Translation","created":"2022-05-18","cited_by_count":12,"area":null},{"id":"2210.06244","title":"A context-aware knowledge transferring strategy for CTC-based ASR","created":"2022-10-12","cited_by_count":12,"area":null},{"id":"2503.01879","title":"Nexus: An Omni-Perceptive And -Interactive Model for Language, Audio, And Vision","created":"2025-02-26","cited_by_count":12,"area":null},{"id":"2102.00291","title":"Speech Recognition by Simply Fine-tuning BERT","created":"2021-01-30","cited_by_count":11,"area":null},{"id":"2107.05038","title":"Multilingual and crosslingual speech recognition using phonological-vector based phone embeddings","created":"2021-07-11","cited_by_count":11,"area":null},{"id":"2107.09428","title":"Streaming End-to-End ASR based on Blockwise Non-Autoregressive Models","created":"2021-07-20","cited_by_count":11,"area":null},{"id":"2203.16758","title":"CUSIDE: Chunking, Simulating Future Context and Decoding for Streaming ASR","created":"2022-03-31","cited_by_count":11,"area":null}],"next_cursor":"100"}