{"total":167,"rows":[{"id":"2309.07864","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","created":"2023-09-14","cited_by_count":1439,"area":"agents"},{"id":"2305.11000","title":"SpeechGPT: Empowering Large Language Models with Intrinsic Cross-Modal Conversational Abilities","created":"2023-05-18","cited_by_count":529,"area":"mllm"},{"id":"2305.13516","title":"Scaling Speech Technology to 1,000+ Languages","created":"2023-05-22","cited_by_count":411,"area":null},{"id":"2410.06885","title":"F5-TTS: A Fairytaler that Fakes Fluent and Faithful Speech with Flow Matching","created":"2024-10-09","cited_by_count":361,"area":"diffusion"},{"id":"2306.12925","title":"AudioPaLM: A Large Language Model That Can Speak and Listen","created":"2023-06-22","cited_by_count":343,"area":null},{"id":"2310.10158","title":"Character-LLM: A Trainable Agent for Role-Playing","created":"2023-10-16","cited_by_count":339,"area":"agents"},{"id":"2406.04904","title":"XTTS: a Massively Multilingual Zero-Shot Text-to-Speech Model","created":"2024-06-07","cited_by_count":179,"area":null},{"id":"2307.03917","title":"On decoder-only architecture for speech-to-text and large language model integration","created":"2023-07-08","cited_by_count":145,"area":null},{"id":"2406.05370","title":"VALL-E 2: Neural Codec Language Models are Human Parity Zero-Shot Text to Speech Synthesizers","created":"2024-06-08","cited_by_count":122,"area":null},{"id":"2407.04051","title":"FunAudioLLM: Voice Understanding and Generation Foundation Models for Natural Interaction Between Humans and LLMs","created":"2024-07-04","cited_by_count":122,"area":null},{"id":"2312.15821","title":"Audiobox: Unified Audio Generation with Natural Language Prompts","created":"2023-12-25","cited_by_count":120,"area":"diffusion"},{"id":"2403.16973","title":"VoiceCraft: Zero-Shot Speech Editing and Text-to-Speech in the Wild","created":"2024-03-25","cited_by_count":120,"area":null},{"id":"2503.01710","title":"Spark-TTS: An Efficient LLM-Based Text-to-Speech Model with Single-Stream Decoupled Speech Tokens","created":"2025-03-03","cited_by_count":113,"area":null},{"id":"2411.13577","title":"WavChat: A Survey of Spoken Dialogue Models","created":"2024-11-15","cited_by_count":90,"area":null},{"id":"2503.07314","title":"Automated Movie Generation via Multi-Agent CoT Planning","created":"2025-03-10","cited_by_count":89,"area":"agents"},{"id":"2305.16107","title":"VioLA: Unified Codec Language Models for Speech Recognition, Synthesis, and Translation","created":"2023-05-25","cited_by_count":87,"area":null},{"id":"2402.08093","title":"BASE TTS: Lessons from building a billion-parameter Text-to-Speech model on 100K hours of data","created":"2024-02-12","cited_by_count":75,"area":null},{"id":"2402.01912","title":"Natural language guidance of high-fidelity text-to-speech with synthetic annotations","created":"2024-02-02","cited_by_count":67,"area":null},{"id":"2407.08551","title":"Autoregressive Speech Synthesis without Vector Quantization","created":"2024-07-11","cited_by_count":65,"area":null},{"id":"2308.06873","title":"SpeechX: Neural Codec Language Model as a Versatile Speech Transformer","created":"2023-08-14","cited_by_count":64,"area":null},{"id":"2306.03509","title":"Mega-TTS: Zero-Shot Text-to-Speech at Scale with Intrinsic Inductive Bias","created":"2023-06-06","cited_by_count":51,"area":null},{"id":"2308.12770","title":"WavMark: Watermarking for Audio Generation","created":"2023-08-24","cited_by_count":50,"area":null},{"id":"2401.04577","title":"Masked Audio Generation using a Single Non-Autoregressive Transformer","created":"2024-01-09","cited_by_count":50,"area":null},{"id":"2401.07333","title":"ELLA-V: Stable Neural Codec Language Modeling with Alignment-guided Sequence Reordering","created":"2024-01-14","cited_by_count":50,"area":null},{"id":"2405.17013","title":"Motion-Agent: A Conversational Framework for Human Motion Generation with LLMs","created":"2024-05-27","cited_by_count":47,"area":"agents"},{"id":"2502.06490","title":"Recent Advances in Discrete Speech Tokens: A Review","created":"2025-02-10","cited_by_count":43,"area":null},{"id":"2502.18924","title":"MegaTTS 3: Sparse Alignment Enhanced Latent Diffusion Transformer for Zero-Shot Speech Synthesis","created":"2025-02-26","cited_by_count":41,"area":"diffusion"},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2406.07855","title":"VALL-E R: Robust and Efficient Zero-Shot Text-to-Speech Synthesis via Monotonic Alignment","created":"2024-06-12","cited_by_count":38,"area":null},{"id":"2408.14340","title":"Foundation Models for Music: A Survey","created":"2024-08-26","cited_by_count":37,"area":"diffusion"},{"id":"2411.15262","title":"MovieBench: A Hierarchical Movie Level Dataset for Long Video Generation","created":"2024-11-22","cited_by_count":36,"area":"diffusion"},{"id":"2406.05551","title":"Autoregressive Diffusion Transformer for Text-to-Speech Synthesis","created":"2024-06-08","cited_by_count":34,"area":"diffusion"},{"id":"2312.01479","title":"OpenVoice: Versatile Instant Voice Cloning","created":"2023-12-03","cited_by_count":32,"area":null},{"id":"2405.04880","title":"The Codecfake Dataset and Countermeasures for the Universally Detection of Deepfake Audio","created":"2024-05-08","cited_by_count":31,"area":null},{"id":"2312.13585","title":"Speech Translation with Large Language Models: An Industrial Practice","created":"2023-12-21","cited_by_count":28,"area":null},{"id":"2305.19269","title":"Make-A-Voice: Unified Voice Synthesis With Discrete Representation","created":"2023-05-30","cited_by_count":27,"area":null},{"id":"2502.05236","title":"Koel-TTS: Enhancing LLM based Speech Generation with Preference Alignment and Classifier Free Guidance","created":"2025-02-07","cited_by_count":27,"area":"alignment"},{"id":"2404.14700","title":"FlashSpeech: Efficient Zero-Shot Speech Synthesis","created":"2024-04-23","cited_by_count":24,"area":"diffusion"},{"id":"2504.02407","title":"F5R-TTS: Improving Flow-Matching based Text-to-Speech with Group Relative Policy Optimization","created":"2025-04-03","cited_by_count":24,"area":"diffusion"},{"id":"2406.02328","title":"SimpleSpeech: Towards Simple and Efficient Text-to-Speech with Scalar Latent Transformer Diffusion Models","created":"2024-06-04","cited_by_count":23,"area":"diffusion"},{"id":"2406.17957","title":"Improving Robustness of LLM-based Speech Synthesis by Learning Monotonic Alignment","created":"2024-06-25","cited_by_count":22,"area":null},{"id":"2306.02207","title":"SpeechGen: Unlocking the Generative Power of Speech Language Models with Prompts","created":"2023-06-03","cited_by_count":21,"area":null},{"id":"2401.00246","title":"Boosting Large Language Model for Speech Synthesis: An Empirical Study","created":"2023-12-30","cited_by_count":21,"area":null},{"id":"2409.12403","title":"Preference Alignment Improves Language Model-Based TTS","created":"2024-09-19","cited_by_count":21,"area":"alignment"},{"id":"2406.00654","title":"Enhancing Zero-shot Text-to-Speech Synthesis with Human Feedback","created":"2024-06-02","cited_by_count":20,"area":"alignment"},{"id":"2306.02982","title":"PolyVoice: Language Models for Speech to Speech Translation","created":"2023-06-05","cited_by_count":19,"area":null},{"id":"2408.13893","title":"SimpleSpeech 2: Towards Simple and Efficient Text-to-Speech with Flow-based Scalar Latent Transformer Diffusion Models","created":"2024-08-25","cited_by_count":17,"area":"diffusion"},{"id":"2404.06690","title":"CoVoMix: Advancing Zero-Shot Speech Generation for Human-like Multi-talker Conversations","created":"2024-04-10","cited_by_count":15,"area":null},{"id":"2507.05911","title":"Differentiable Reward Optimization for LLM based TTS system","created":"2025-07-08","cited_by_count":15,"area":"alignment"},{"id":"2312.02512","title":"AV2AV: Direct Audio-Visual Speech to Audio-Visual Speech Translation with Unified Audio-Visual Speech Representation","created":"2023-12-05","cited_by_count":14,"area":null},{"id":"2402.05706","title":"Paralinguistics-Aware Speech-Empowered Large Language Models for Natural Conversation","created":"2024-02-08","cited_by_count":14,"area":null},{"id":"2408.16221","title":"SSDM: Scalable Speech Dysfluency Modeling","created":"2024-08-29","cited_by_count":13,"area":null},{"id":"2507.22887","title":"Where to show Demos in Your Prompt: A Positional Bias of In-Context Learning","created":"2025-07-30","cited_by_count":13,"area":null},{"id":"2409.06029","title":"SongCreator: Lyrics-based Universal Song Generation","created":"2024-09-09","cited_by_count":12,"area":null},{"id":"2410.16726","title":"Enhancing Low-Resource ASR through Versatile TTS: Bridging the Data Gap","created":"2024-10-22","cited_by_count":12,"area":null},{"id":"2308.01831","title":"Textless Unit-to-Unit training for Many-to-Many Multilingual Speech-to-Speech Translation","created":"2023-08-03","cited_by_count":11,"area":null},{"id":"2403.12408","title":"MSLM-S2ST: A Multitask Speech Language Model for Textless Speech-to-Speech Translation with Speaker Style Preservation","created":"2024-03-19","cited_by_count":11,"area":null},{"id":"2407.02243","title":"Robust Zero-Shot Text-to-Speech Synthesis with Reverse Inference Optimization","created":"2024-07-02","cited_by_count":11,"area":"alignment"},{"id":"2307.15484","title":"Minimally-Supervised Speech Synthesis with Conditional Diffusion Model and Language Model: A Comparative Study of Semantic Coding","created":"2023-07-28","cited_by_count":10,"area":"diffusion"},{"id":"2405.17809","title":"TransVIP: Speech to Speech Translation System with Voice and Isochrony Preservation","created":"2024-05-28","cited_by_count":10,"area":null},{"id":"2406.00976","title":"Generative Pre-trained Speech Language Model with Efficient Hierarchical Transformer","created":"2024-06-03","cited_by_count":10,"area":null},{"id":"2408.09757","title":"Strategic Demonstration Selection for Improved Fairness in LLM In-Context Learning","created":"2024-08-19","cited_by_count":10,"area":null},{"id":"2310.07403","title":"DASpeech: Directed Acyclic Transformer for Fast and High-quality Speech-to-Speech Translation","created":"2023-10-11","cited_by_count":9,"area":null},{"id":"2405.20410","title":"SeamlessExpressiveLM: Speech Language Model for Expressive Speech-to-Speech Translation with Chain-of-Thought","created":"2024-05-30","cited_by_count":9,"area":null},{"id":"2502.15218","title":"ESPnet-SpeechLM: An Open Speech Language Model Toolkit","created":"2025-02-21","cited_by_count":9,"area":"agents"},{"id":"2506.17611","title":"OpusLM: A Family of Open Unified Speech Language Models","created":"2025-06-21","cited_by_count":9,"area":null},{"id":"2305.11351","title":"Data Redaction from Conditional Generative Models","created":"2023-05-18","cited_by_count":8,"area":"safety"},{"id":"2401.09802","title":"Efficient Training for Multilingual Visual Speech Recognition: Pre-training with Discretized Visual Speech Representation","created":"2024-01-18","cited_by_count":8,"area":null},{"id":"2407.13509","title":"Spontaneous Style Text-to-Speech Synthesis with Controllable Spontaneous Behaviors Based on Language Models","created":"2024-07-18","cited_by_count":8,"area":null},{"id":"2409.16681","title":"Emotional Dimension Control in Language Model-Based Text-to-Speech: Spanning a Broad Spectrum of Human Emotions","created":"2024-09-25","cited_by_count":8,"area":null},{"id":"2502.04519","title":"GenVC: Self-Supervised Zero-Shot Voice Conversion","created":"2025-02-06","cited_by_count":8,"area":null},{"id":"2502.11128","title":"FELLE: Autoregressive Speech Synthesis with Token-Wise Coarse-to-Fine Flow Matching","created":"2025-02-16","cited_by_count":8,"area":"diffusion"},{"id":"2507.22920","title":"Discrete Tokenization for Multimodal LLMs: A Comprehensive Survey","created":"2025-07-21","cited_by_count":8,"area":"mllm"},{"id":"2601.09385","title":"SLAM-LLM: A Modular, Open-Source Multimodal Large Language Model Framework and Best Practice for Speech, Language, Audio and Music Processing","created":"2026-01-14","cited_by_count":8,"area":"mllm"},{"id":"2402.03407","title":"Enhancing the Stability of LLM-based Speech Generation Systems through Self-Supervised Representations","created":"2024-02-05","cited_by_count":7,"area":null},{"id":"2407.08701","title":"Live2Diff: Live Stream Translation via Uni-directional Attention in Video Diffusion Models","created":"2024-07-11","cited_by_count":7,"area":"diffusion"},{"id":"2408.05758","title":"VQ-CTAP: Cross-Modal Fine-Grained Sequence Representation Learning for Speech Processing","created":"2024-08-11","cited_by_count":7,"area":null},{"id":"2309.14324","title":"Towards General-Purpose Text-Instruction-Guided Voice Conversion","created":"2023-09-25","cited_by_count":6,"area":null},{"id":"2309.15512","title":"High-Fidelity Speech Synthesis with Minimal Supervision: All Using Diffusion Models","created":"2023-09-27","cited_by_count":6,"area":"diffusion"},{"id":"2406.08112","title":"Codecfake: An Initial Dataset for Detecting LLM-based Deepfake Audio","created":"2024-06-12","cited_by_count":6,"area":null},{"id":"2411.14453","title":"Direct Speech-to-Speech Neural Machine Translation: A Survey","created":"2024-11-13","cited_by_count":6,"area":null},{"id":"2505.15380","title":"Accelerating Autoregressive Speech Synthesis Inference With Speech Speculative Decoding","created":"2025-05-21","cited_by_count":6,"area":"inference"},{"id":"2505.15402","title":"Prosody-Adaptable Audio Codecs for Zero-Shot Voice Conversion via In-Context Learning","created":"2025-05-21","cited_by_count":6,"area":null},{"id":"2403.09428","title":"Borrowing Treasures from Neighbors: In-Context Learning for Multimodal Learning with Missing Modalities and Data Scarcity","created":"2024-03-14","cited_by_count":5,"area":null},{"id":"2404.19622","title":"Fake it to make it: Using synthetic data to remedy the data shortage in joint multimodal speech-and-gesture synthesis","created":"2024-04-30","cited_by_count":5,"area":null},{"id":"2406.00146","title":"A Survey of Deep Learning Audio Generation Methods","created":"2024-05-31","cited_by_count":5,"area":null},{"id":"2409.06348","title":"VoiceWukong: Benchmarking Deepfake Voice Detection","created":"2024-09-10","cited_by_count":5,"area":null},{"id":"2410.16048","title":"Speech Synthesis From Continuous Features Using Per-Token Latent Diffusion","created":"2024-10-21","cited_by_count":5,"area":"diffusion"},{"id":"2410.20336","title":"Get Large Language Models Ready to Speak: A Late-fusion Approach for Speech Generation","created":"2024-10-27","cited_by_count":5,"area":null},{"id":"2508.02849","title":"SecoustiCodec: Cross-Modal Aligned Streaming Single-Codecbook Speech Codec","created":"2025-08-04","cited_by_count":5,"area":null},{"id":"2509.14579","title":"Cross-Lingual F5-TTS: Towards Language-Agnostic Voice Cloning and Speech Synthesis","created":"2025-09-18","cited_by_count":5,"area":"diffusion"},{"id":"2511.18487","title":"InstructAudio: Unified speech and music generation with natural language instruction","created":"2025-11-23","cited_by_count":5,"area":null},{"id":"2406.07289","title":"Can We Achieve High-quality Direct Speech-to-Speech Translation without Parallel Speech Data?","created":"2024-06-11","cited_by_count":4,"area":null},{"id":"2406.08336","title":"CoLM-DSR: Leveraging Neural Codec Language Modeling for Multi-Modal Dysarthric Speech Reconstruction","created":"2024-06-12","cited_by_count":4,"area":null},{"id":"2505.00579","title":"Voice Cloning: Comprehensive Survey","created":"2025-05-01","cited_by_count":4,"area":null},{"id":"2510.13344","title":"UniMoE-Audio: Unified Speech and Music Generation with Dynamic-Capacity MoE","created":"2025-10-15","cited_by_count":4,"area":"moe"},{"id":"2605.05611","title":"X-Voice: Enabling Everyone to Speak 30 Languages via Zero-Shot Cross-Lingual Voice Cloning","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2401.18045","title":"SpeechComposer: Unifying Multiple Speech Tasks with Prompt Composition","created":"2024-01-31","cited_by_count":3,"area":null},{"id":"2404.02702","title":"PSCodec: A Series of High-Fidelity Low-bitrate Neural Speech Codecs Leveraging Prompt Encoders","created":"2024-04-03","cited_by_count":3,"area":null},{"id":"2406.16751","title":"Towards Zero-Shot Text-To-Speech for Arabic Dialects","created":"2024-06-24","cited_by_count":3,"area":null}],"next_cursor":"100"}