{"total":334,"rows":[{"id":"2410.06885","title":"F5-TTS: A Fairytaler that Fakes Fluent and Faithful Speech with Flow Matching","created":"2024-10-09","cited_by_count":361,"area":"diffusion"},{"id":"2412.10117","title":"CosyVoice 2: Scalable Streaming Speech Synthesis with Large Language Models","created":"2024-12-13","cited_by_count":288,"area":"diffusion"},{"id":"2410.17196","title":"VoiceBench: Benchmarking LLM-Based Voice Assistants","created":"2024-10-22","cited_by_count":200,"area":null},{"id":"2409.06666","title":"LLaMA-Omni: Seamless Speech Interaction with Large Language Models","created":"2024-09-10","cited_by_count":173,"area":null},{"id":"2409.00750","title":"MaskGCT: Zero-Shot Text-to-Speech with Masked Generative Codec Transformer","created":"2024-09-01","cited_by_count":161,"area":null},{"id":"2505.17589","title":"CosyVoice 3: Towards In-the-wild Speech Generation via Scaling-up and Post-training","created":"2025-05-23","cited_by_count":150,"area":"diffusion"},{"id":"2504.08528","title":"On The Landscape of Spoken Language Models: A Comprehensive Survey","created":"2025-04-11","cited_by_count":118,"area":null},{"id":"2601.15621","title":"Qwen3-TTS Technical Report","created":"2026-01-22","cited_by_count":118,"area":null},{"id":"2503.01710","title":"Spark-TTS: An Efficient LLM-Based Text-to-Speech Model with Single-Stream Decoupled Speech Tokens","created":"2025-03-03","cited_by_count":113,"area":null},{"id":"2501.15368","title":"Baichuan-Omni-1.5 Technical Report","created":"2025-01-26","cited_by_count":111,"area":null},{"id":"2507.16632","title":"Step-Audio 2 Technical Report","created":"2025-07-22","cited_by_count":105,"area":null},{"id":"2411.13577","title":"WavChat: A Survey of Spoken Dialogue Models","created":"2024-11-15","cited_by_count":90,"area":null},{"id":"2506.21619","title":"IndexTTS2: A Breakthrough in Emotionally Expressive and Duration-Controlled Auto-Regressive Zero-Shot Text-to-Speech","created":"2025-06-23","cited_by_count":90,"area":null},{"id":"2410.03751","title":"Recent Advances in Speech Language Models: A Survey","created":"2024-10-01","cited_by_count":87,"area":null},{"id":"2505.02567","title":"Unified Multimodal Understanding and Generation Models: Advances, Challenges, and Opportunities","created":"2025-05-05","cited_by_count":85,"area":null},{"id":"2502.11946","title":"Step-Audio: Unified Understanding and Generation in Intelligent Speech Interaction","created":"2025-02-17","cited_by_count":83,"area":null},{"id":"2510.01284","title":"Ovi: Twin Backbone Cross-Modal Fusion for Audio-Video Generation","created":"2025-09-30","cited_by_count":83,"area":null},{"id":"2501.06282","title":"MinMo: A Multimodal Large Language Model for Seamless Voice Interaction","created":"2025-01-10","cited_by_count":79,"area":"mllm"},{"id":"2604.27393","title":"MiniCPM-o 4.5: Towards Real-Time Full-Duplex Omni-Modal Interaction","created":"2026-04-30","cited_by_count":78,"area":"mllm"},{"id":"2502.04128","title":"Llasa: Scaling Train-Time and Inference-Time Compute for Llama-based Speech Synthesis","created":"2025-02-06","cited_by_count":70,"area":"lr"},{"id":"2502.17239","title":"Baichuan-Audio: A Unified Framework for End-to-End Speech Interaction","created":"2025-02-24","cited_by_count":68,"area":null},{"id":"2407.08551","title":"Autoregressive Speech Synthesis without Vector Quantization","created":"2024-07-11","cited_by_count":65,"area":null},{"id":"2408.02622","title":"Language Model Can Listen While Speaking","created":"2024-08-05","cited_by_count":63,"area":null},{"id":"2509.06155","title":"UniVerse-1: Unified Audio-Video Generation via Stitching of Experts","created":"2025-09-07","cited_by_count":61,"area":null},{"id":"2410.17799","title":"OmniFlatten: An End-to-end GPT Model for Seamless Voice Conversation","created":"2024-10-23","cited_by_count":60,"area":null},{"id":"2502.03930","title":"DiTAR: Diffusion Transformer Autoregressive Modeling for Speech Generation","created":"2025-02-06","cited_by_count":57,"area":"diffusion"},{"id":"2409.18042","title":"EMOVA: Empowering Language Models to See, Hear and Speak with Vivid Emotions","created":"2024-09-26","cited_by_count":45,"area":null},{"id":"2411.09943","title":"Zero-shot Voice Conversion with Diffusion Transformers","created":"2024-11-15","cited_by_count":43,"area":"diffusion"},{"id":"2502.06490","title":"Recent Advances in Discrete Speech Tokens: A Review","created":"2025-02-10","cited_by_count":43,"area":null},{"id":"2502.18924","title":"MegaTTS 3: Sparse Alignment Enhanced Latent Diffusion Transformer for Zero-Shot Speech Synthesis","created":"2025-02-26","cited_by_count":41,"area":"diffusion"},{"id":"2505.03739","title":"VITA-Audio: Fast Interleaved Cross-Modal Token Generation for Efficient Large Speech-Language Model","created":"2025-05-06","cited_by_count":31,"area":null},{"id":"2502.17810","title":"URO-Bench: Towards Comprehensive Evaluation for End-to-End Spoken Dialogue Models","created":"2025-02-25","cited_by_count":30,"area":null},{"id":"2506.13053","title":"ZipVoice: Fast and High-Quality Zero-Shot Text-to-Speech with Flow Matching","created":"2025-06-16","cited_by_count":30,"area":"diffusion"},{"id":"2510.13747","title":"InteractiveOmni: A Unified Omni-modal Model for Audio-Visual Multi-turn Dialogue","created":"2025-10-15","cited_by_count":29,"area":null},{"id":"2502.05512","title":"IndexTTS: An Industrial-Level Controllable and Efficient Zero-Shot Text-To-Speech System","created":"2025-02-08","cited_by_count":28,"area":null},{"id":"2412.18619","title":"Next Token Prediction Towards Multimodal Intelligence: A Comprehensive Survey","created":"2024-12-16","cited_by_count":27,"area":null},{"id":"2503.05242","title":"MM-StoryAgent: Immersive Narrated Storybook Video Generation with a Multi-Agent Paradigm across Text, Image and Audio","created":"2025-03-07","cited_by_count":27,"area":"agents"},{"id":"2507.15375","title":"STITCH: Simultaneous Thinking and Talking with Chunked Reasoning for Spoken Language Models","created":"2025-07-21","cited_by_count":26,"area":"lr"},{"id":"2505.23009","title":"EmergentTTS-Eval: Evaluating TTS Models on Complex Prosodic, Expressiveness, and Linguistic Challenges Using Model-as-a-Judge","created":"2025-05-29","cited_by_count":24,"area":null},{"id":"2411.07111","title":"Building a Taiwanese Mandarin Spoken Language Model: A First Attempt","created":"2024-11-11","cited_by_count":23,"area":null},{"id":"2412.06602","title":"Towards Controllable Speech Synthesis in the Era of Large Language Models: A Systematic Survey","created":"2024-12-09","cited_by_count":23,"area":null},{"id":"2507.18015","title":"Celeb-DF++: A Large-scale Challenging Video DeepFake Benchmark for Generalizable Forensics","created":"2025-07-24","cited_by_count":21,"area":null},{"id":"2510.13721","title":"NExT-OMNI: Towards Any-to-Any Omnimodal Foundation Models with Discrete Flow Matching","created":"2025-10-15","cited_by_count":21,"area":"diffusion"},{"id":"2602.12160","title":"DreamID-Omni: Unified Framework for Controllable Human-Centric Audio-Video Generation","created":"2026-02-12","cited_by_count":20,"area":null},{"id":"2502.18778","title":"M2-omni: Advancing Omni-MLLM for Comprehensive Modality Support with Competitive Performance","created":"2025-02-26","cited_by_count":19,"area":null},{"id":"2512.20156","title":"Fun-Audio-Chat Technical Report","created":"2025-12-23","cited_by_count":19,"area":null},{"id":"2503.14345","title":"MoonCast: High-Quality Zero-Shot Podcast Generation","created":"2025-03-18","cited_by_count":18,"area":null},{"id":"2506.13642","title":"Stream-Omni: Simultaneous Multimodal Interactions with Large Language-Vision-Speech Model","created":"2025-06-16","cited_by_count":18,"area":"mllm"},{"id":"2410.08035","title":"IntrinsicVoice: Empowering LLMs with Intrinsic Real-time Voice Interaction Abilities","created":"2024-10-09","cited_by_count":17,"area":null},{"id":"2505.15727","title":"VocalBench: Benchmarking the Vocal Conversational Abilities for Speech Interaction Models","created":"2025-05-21","cited_by_count":17,"area":null},{"id":"2506.05984","title":"Audio-Aware Large Language Models as Judges for Speaking Styles","created":"2025-06-06","cited_by_count":17,"area":null},{"id":"2506.16381","title":"InstructTTSEval: Benchmarking Complex Natural-Language Instruction Following in Text-to-Speech Systems","created":"2025-06-19","cited_by_count":17,"area":null},{"id":"2511.05516","title":"Ming-UniAudio: Speech LLM for Joint Understanding, Generation and Editing with Unified Representation","created":"2025-10-26","cited_by_count":17,"area":null},{"id":"2504.07053","title":"TASTE: Text-Aligned Speech Tokenization and Embedding for Spoken Language Modeling","created":"2025-04-09","cited_by_count":16,"area":null},{"id":"2505.09558","title":"WavReward: Spoken Dialogue Models With Generalist Reward Evaluators","created":"2025-05-14","cited_by_count":15,"area":"alignment"},{"id":"2511.07931","title":"SpeechJudge: Towards Human-Level Judgment for Speech Naturalness","created":"2025-11-11","cited_by_count":15,"area":"alignment"},{"id":"2503.19611","title":"Analyzable Chain-of-Musical-Thought Prompting for High-Fidelity Music Generation","created":"2025-03-25","cited_by_count":14,"area":null},{"id":"2505.20277","title":"OmniCharacter: Towards Immersive Role-Playing Agents with Seamless Speech-Language Personality Interaction","created":"2025-05-26","cited_by_count":14,"area":"agents"},{"id":"2507.13155","title":"NonverbalTTS: A Public English Corpus of Text-Aligned Nonverbal Vocalizations with Emotion Annotations for Text-to-Speech","created":"2025-07-17","cited_by_count":14,"area":null},{"id":"2603.18090","title":"MOSS-TTS Technical Report","created":"2026-03-18","cited_by_count":14,"area":null},{"id":"2411.00121","title":"I Can Hear You: Selective Robust Training for Deepfake Audio Detection","created":"2024-10-31","cited_by_count":13,"area":null},{"id":"2503.20290","title":"QualiSpeech: A Speech Quality Assessment Dataset with Natural Language Reasoning and Descriptions","created":"2025-03-26","cited_by_count":13,"area":"lr"},{"id":"2508.16790","title":"TaDiCodec: Text-aware Diffusion Speech Tokenizer for Speech Language Modeling","created":"2025-08-22","cited_by_count":13,"area":null},{"id":"2510.12116","title":"Understanding the Modality Gap: An Empirical Study on the Speech-Text Alignment Mechanism of Large Speech Language Models","created":"2025-10-14","cited_by_count":13,"area":null},{"id":"2603.06577","title":"Omni-Diffusion: Unified Multimodal Understanding and Generation with Masked Discrete Diffusion","created":"2026-03-06","cited_by_count":13,"area":"mllm"},{"id":"2409.06029","title":"SongCreator: Lyrics-based Universal Song Generation","created":"2024-09-09","cited_by_count":12,"area":null},{"id":"2410.16726","title":"Enhancing Low-Resource ASR through Versatile TTS: Bridging the Data Gap","created":"2024-10-22","cited_by_count":12,"area":null},{"id":"2503.01879","title":"Nexus: An Omni-Perceptive And -Interactive Model for Language, Audio, And Vision","created":"2025-02-26","cited_by_count":12,"area":null},{"id":"2508.00733","title":"AudioGen-Omni: A Unified Multimodal Diffusion Transformer for Video-Synchronized Audio, Speech, and Song Generation","created":"2025-08-01","cited_by_count":12,"area":"diffusion"},{"id":"2604.10708","title":"Audio-Omni: Extending Multi-modal Understanding to Versatile Audio Generation and Editing","created":"2026-04-12","cited_by_count":12,"area":null},{"id":"2503.00084","title":"InspireMusic: Integrating Super Resolution and Large Language Model for High-Fidelity Long-Form Music Generation","created":"2025-02-28","cited_by_count":11,"area":"diffusion"},{"id":"2410.13839","title":"Accelerating Codec-based Speech Synthesis with Multi-Token Prediction and Speculative Decoding","created":"2024-10-17","cited_by_count":10,"area":"inference"},{"id":"2412.08237","title":"TouchTTS: An Embarrassingly Simple TTS Framework that Everyone Can Touch","created":"2024-12-11","cited_by_count":10,"area":null},{"id":"2501.04561","title":"OpenOmni: Advancing Open-Source Omnimodal Large Language Models with Progressive Multimodal Alignment and Real-Time Self-Aware Emotional Speech Synthesis","created":"2025-01-08","cited_by_count":10,"area":"alignment"},{"id":"2512.13674","title":"Towards Interactive Intelligence for Digital Humans","created":"2025-12-15","cited_by_count":10,"area":null},{"id":"2501.01384","title":"OmniChat: Enhancing Spoken Dialogue Systems with Scalable Synthetic Data for Diverse Scenarios","created":"2025-01-02","cited_by_count":9,"area":"synth"},{"id":"2502.15218","title":"ESPnet-SpeechLM: An Open Speech Language Model Toolkit","created":"2025-02-21","cited_by_count":9,"area":"agents"},{"id":"2503.16956","title":"From Faces to Voices: Learning Hierarchical Representations for High-quality Video-to-Speech","created":"2025-03-21","cited_by_count":9,"area":null},{"id":"2504.02433","title":"OmniTalker: One-shot Real-time Text-Driven Talking Audio-Video Generation With Multimodal Style Mimicking","created":"2025-04-03","cited_by_count":9,"area":null},{"id":"2506.17611","title":"OpusLM: A Family of Open Unified Speech Language Models","created":"2025-06-21","cited_by_count":9,"area":null},{"id":"2602.03420","title":"CoCoEmo: Composable and Controllable Human-Like Emotional TTS via Activation Steering","created":"2026-02-03","cited_by_count":9,"area":"mechinterp"},{"id":"2603.08823","title":"Fish Audio S2 Technical Report","created":"2026-03-09","cited_by_count":9,"area":null},{"id":"2409.16681","title":"Emotional Dimension Control in Language Model-Based Text-to-Speech: Spanning a Broad Spectrum of Human Emotions","created":"2024-09-25","cited_by_count":8,"area":null},{"id":"2412.09892","title":"VQTalker: Towards Multilingual Talking Avatars through Facial Motion Tokenization","created":"2024-12-13","cited_by_count":8,"area":null},{"id":"2502.04519","title":"GenVC: Self-Supervised Zero-Shot Voice Conversion","created":"2025-02-06","cited_by_count":8,"area":null},{"id":"2502.11128","title":"FELLE: Autoregressive Speech Synthesis with Token-Wise Coarse-to-Fine Flow Matching","created":"2025-02-16","cited_by_count":8,"area":"diffusion"},{"id":"2505.19206","title":"SpeakStream: Streaming Text-to-Speech with Interleaved Data","created":"2025-05-25","cited_by_count":8,"area":null},{"id":"2507.14988","title":"DMOSpeech 2: Reinforcement Learning for Duration Prediction in Metric-Optimized Speech Synthesis","created":"2025-07-20","cited_by_count":8,"area":"diffusion"},{"id":"2507.22920","title":"Discrete Tokenization for Multimodal LLMs: A Comprehensive Survey","created":"2025-07-21","cited_by_count":8,"area":"mllm"},{"id":"2510.15406","title":"VocalBench-DF: A Benchmark for Evaluating Speech LLM Robustness to Disfluency","created":"2025-10-17","cited_by_count":8,"area":null},{"id":"2409.09351","title":"E1 TTS: Simple and Fast Non-Autoregressive TTS","created":"2024-09-14","cited_by_count":7,"area":"diffusion"},{"id":"2503.04724","title":"LLMVoX: Autoregressive Streaming Text-to-Speech Model for Any LLM","created":"2025-03-06","cited_by_count":7,"area":null},{"id":"2506.08967","title":"Step-Audio-AQAA: a Fully End-to-End Expressive Large Audio Language Model","created":"2025-06-10","cited_by_count":7,"area":null},{"id":"2506.11130","title":"A Self-Refining Framework for Enhancing ASR Using TTS-Synthesized Data","created":"2025-06-10","cited_by_count":7,"area":null},{"id":"2508.20916","title":"SageLM: A Multi-aspect and Explainable Large Language Model for Speech Judgement","created":"2025-08-28","cited_by_count":7,"area":null},{"id":"2509.20060","title":"Discrete Diffusion for Generative Modeling of Text-Aligned Speech Tokens","created":"2025-09-24","cited_by_count":7,"area":"diffusion"},{"id":"2511.03601","title":"Step-Audio-EditX Technical Report","created":"2025-11-05","cited_by_count":7,"area":null},{"id":"2601.01568","title":"MM-Sonate: Multimodal Controllable Audio-Video Generation with Zero-Shot Voice Cloning","created":"2026-01-04","cited_by_count":7,"area":null},{"id":"2601.22143","title":"JUST-DUB-IT: Video Dubbing via Joint Audio-Visual Diffusion","created":"2026-01-29","cited_by_count":7,"area":null},{"id":"2601.22873","title":"EmoShift: Lightweight Activation Steering for Enhanced Emotion-Aware Speech Synthesis","created":"2026-01-30","cited_by_count":7,"area":"mechinterp"}],"next_cursor":"100"}