{"total":287,"rows":[{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2306.12925","title":"AudioPaLM: A Large Language Model That Can Speak and Listen","created":"2023-06-22","cited_by_count":343,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2211.03929","title":"Comparative layer-wise analysis of self-supervised speech models","created":"2022-11-08","cited_by_count":158,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2303.14307","title":"Auto-AVSR: Audio-Visual Speech Recognition with Automatic Labels","created":"2023-03-25","cited_by_count":114,"area":null},{"id":"2308.09388","title":"Diffusion Models for Image Restoration and Enhancement: A Comprehensive Survey","created":"2023-08-18","cited_by_count":109,"area":"diffusion"},{"id":"2303.17480","title":"Seeing What You Said: Talking Face Generation Guided by a Lip Reading Expert","created":"2023-03-29","cited_by_count":98,"area":null},{"id":"2410.03751","title":"Recent Advances in Speech Language Models: A Survey","created":"2024-10-01","cited_by_count":87,"area":null},{"id":"2205.12870","title":"Open-Domain Sign Language Translation Learned from Online Video","created":"2022-05-25","cited_by_count":72,"area":null},{"id":"2212.07983","title":"Vision Transformers are Parameter-Efficient Audio-Visual Learners","created":"2022-12-15","cited_by_count":72,"area":null},{"id":"2307.00162","title":"What Do Self-Supervised Speech Models Know About Words?","created":"2023-06-30","cited_by_count":64,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2312.14556","title":"CaptainCook4D: A Dataset for Understanding Errors in Procedural Activities","created":"2023-12-22","cited_by_count":51,"area":null},{"id":"2207.11094","title":"Visual Speech-Aware Perceptual 3D Facial Expression Reconstruction from Videos","created":"2022-07-22","cited_by_count":50,"area":null},{"id":"2212.06246","title":"Jointly Learning Visual and Auditory Speech Representations from Raw Data","created":"2022-12-12","cited_by_count":47,"area":null},{"id":"2409.12319","title":"Large Language Models are Strong Audio-Visual Speech Recognition Learners","created":"2024-09-18","cited_by_count":42,"area":"mllm"},{"id":"2406.07867","title":"Let's Go Real Talk: Spoken Dialogue Model for Face-to-Face Conversation","created":"2024-06-12","cited_by_count":41,"area":null},{"id":"2406.04321","title":"VidMuse: A Simple Video-to-Music Generation Framework with Long-Short-Term Modeling","created":"2024-06-06","cited_by_count":40,"area":null},{"id":"2207.07036","title":"u-HuBERT: Unified Mixed-Modal Speech Pretraining And Zero-Shot Transfer to Unlabeled Modality","created":"2022-07-14","cited_by_count":39,"area":null},{"id":"2303.00628","title":"MuAViC: A Multilingual Audio-Visual Corpus for Robust Speech Recognition and Robust Speech-to-Text Translation","created":"2023-03-01","cited_by_count":39,"area":null},{"id":"2211.11275","title":"VATLM: Visual-Audio-Text Pre-Training with Unified Masked Prediction for Speech Representation Learning","created":"2022-11-21","cited_by_count":37,"area":null},{"id":"2408.14340","title":"Foundation Models for Music: A Survey","created":"2024-08-26","cited_by_count":37,"area":"diffusion"},{"id":"2205.02058","title":"SVTS: Scalable Video-to-Speech Synthesis","created":"2022-05-04","cited_by_count":35,"area":null},{"id":"2201.10439","title":"Transformer-Based Video Front-Ends for Audio-Visual Speech Recognition for Single and Multi-Person Video","created":"2022-01-25","cited_by_count":31,"area":null},{"id":"2401.05698","title":"HiCMAE: Hierarchical Contrastive Masked Autoencoder for Self-Supervised Audio-Visual Emotion Recognition","created":"2024-01-11","cited_by_count":30,"area":null},{"id":"2402.15151","title":"Where Visual Speech Meets Language: VSP-LLM Framework for Efficient and Context-Aware Visual Speech Processing","created":"2024-02-23","cited_by_count":30,"area":null},{"id":"2212.03814","title":"iQuery: Instruments as Queries for Audio-Visual Sound Separation","created":"2022-12-07","cited_by_count":29,"area":null},{"id":"2212.04054","title":"Learning to Dub Movies via Hierarchical Prosody Models","created":"2022-12-08","cited_by_count":29,"area":null},{"id":"2408.06687","title":"Masked Image Modeling: A Survey","created":"2024-08-13","cited_by_count":29,"area":null},{"id":"2305.19603","title":"Intelligible Lip-to-Speech Synthesis with Speech Units","created":"2023-05-31","cited_by_count":28,"area":null},{"id":"2302.00389","title":"Multimodality Representation Learning: A Survey on Evolution, Pretraining and Its Applications","created":"2023-02-01","cited_by_count":27,"area":"lr"},{"id":"2302.06419","title":"AV-data2vec: Self-supervised Learning of Audio-Visual Speech Representations with Contextualized Target Representations","created":"2023-02-10","cited_by_count":27,"area":null},{"id":"2404.15022","title":"A review of deep learning-based information fusion techniques for multimodal medical image classification","created":"2024-04-23","cited_by_count":25,"area":null},{"id":"2503.13709","title":"Multi-modal Time Series Analysis: A Tutorial and Survey","created":"2025-03-17","cited_by_count":24,"area":null},{"id":"2406.09286","title":"FlowAVSE: Efficient Audio-Visual Speech Enhancement with Conditional Flow Matching","created":"2024-06-13","cited_by_count":23,"area":"diffusion"},{"id":"2412.00175","title":"Circumventing shortcuts in audio-visual deepfake detection datasets with unsupervised learning","created":"2024-11-29","cited_by_count":23,"area":null},{"id":"2209.14156","title":"TVLT: Textless Vision-Language Transformer","created":"2022-09-28","cited_by_count":22,"area":null},{"id":"2212.05301","title":"Leveraging Modality-specific Representations for Audio-visual Speech Recognition via Reinforcement Learning","created":"2022-12-10","cited_by_count":22,"area":null},{"id":"2308.07787","title":"DiffV2S: Diffusion-based Video-to-Speech Synthesis with Vision-guided Speaker Embedding","created":"2023-08-15","cited_by_count":22,"area":"diffusion"},{"id":"2402.05457","title":"It's Never Too Late: Fusing Acoustic Information into Large Language Models for Automatic Speech Recognition","created":"2024-02-08","cited_by_count":22,"area":null},{"id":"2412.11694","title":"From Specific-MLLMs to Omni-MLLMs: A Survey on MLLMs Aligned with Multi-modalities","created":"2024-12-16","cited_by_count":22,"area":null},{"id":"2303.17200","title":"SynthVSR: Scaling Up Visual Speech Recognition With Synthetic Supervision","created":"2023-03-30","cited_by_count":21,"area":null},{"id":"2404.02098","title":"BRAVEn: Improving Self-Supervised Pre-training for Visual and Auditory Speech Recognition","created":"2024-04-02","cited_by_count":21,"area":null},{"id":"2403.01901","title":"FaceChain-ImagineID: Freely Crafting High-Fidelity Diverse Talking Faces from Disentangled Audio","created":"2024-03-04","cited_by_count":20,"area":null},{"id":"2309.10787","title":"AV-SUPERB: A Multi-Task Evaluation Benchmark for Audio-Visual Representation Models","created":"2023-09-19","cited_by_count":19,"area":null},{"id":"2503.11315","title":"MMS-LLaMA: Efficient LLM-based Audio-Visual Speech Recognition with Minimal Multimodal Speech Tokens","created":"2025-03-14","cited_by_count":19,"area":null},{"id":"2310.00068","title":"Emotional Listener Portrait: Neural Listener Head Generation with Emotion","created":"2023-09-29","cited_by_count":17,"area":null},{"id":"2311.01458","title":"Detecting Deepfakes Without Seeing Any","created":"2023-11-02","cited_by_count":17,"area":null},{"id":"2405.04327","title":"Audio-Visual Speech Representation Expert for Enhanced Talking Face Video Generation and Evaluation","created":"2024-05-07","cited_by_count":17,"area":null},{"id":"2308.07593","title":"AKVSR: Audio Knowledge Empowered Visual Speech Recognition by Compressing Audio Knowledge of a Pretrained Model","created":"2023-08-15","cited_by_count":16,"area":null},{"id":"2308.09311","title":"Lip Reading for Low-resource Languages by Learning and Combining General Speech Knowledge and Language-specific Knowledge","created":"2023-08-18","cited_by_count":16,"area":null},{"id":"2411.02256","title":"Unified Speech Recognition: A Single Model for Auditory, Visual, and Audiovisual Inputs","created":"2024-11-04","cited_by_count":15,"area":null},{"id":"2302.08102","title":"Prompt Tuning of Deep Neural Networks for Speaker-adaptive Visual Speech Recognition","created":"2023-02-16","cited_by_count":14,"area":null},{"id":"2303.05309","title":"MixSpeech: Cross-Modality Self-Learning with Audio-Visual Stream Mixup for Visual Speech Translation and Recognition","created":"2023-03-09","cited_by_count":14,"area":null},{"id":"2312.02512","title":"AV2AV: Direct Audio-Visual Speech to Audio-Visual Speech Translation with Unified Audio-Visual Speech Representation","created":"2023-12-05","cited_by_count":14,"area":null},{"id":"2403.19638","title":"Siamese Vision Transformers are Scalable Audio-visual Learners","created":"2024-03-28","cited_by_count":14,"area":null},{"id":"2406.12233","title":"SyncVSR: Data-Efficient Visual Speech Recognition with End-to-End Crossmodal Audio Token Synchronization","created":"2024-06-18","cited_by_count":14,"area":null},{"id":"2309.08535","title":"Visual Speech Recognition for Languages with Limited Labeled Data using Automatic Labels from Whisper","created":"2023-09-15","cited_by_count":13,"area":null},{"id":"2306.01432","title":"Audio-Visual Speech Enhancement with Score-Based Generative Models","created":"2023-06-02","cited_by_count":12,"area":"diffusion"},{"id":"2308.06112","title":"Lip2Vec: Efficient and Robust Visual Speech Recognition via Latent-to-Latent Visual to Audio Representation Mapping","created":"2023-08-11","cited_by_count":12,"area":null},{"id":"2403.04245","title":"A Study of Dropout-Induced Modality Bias on Robustness to Missing Video Frames for Audio-Visual Speech Recognition","created":"2024-03-07","cited_by_count":12,"area":null},{"id":"2411.10193","title":"DiMoDif: Discourse Modality-information Differentiation for Audio-visual Deepfake Detection and Localization","created":"2024-11-15","cited_by_count":12,"area":null},{"id":"2308.01831","title":"Textless Unit-to-Unit training for Many-to-Many Multilingual Speech-to-Speech Translation","created":"2023-08-03","cited_by_count":11,"area":null},{"id":"2403.14402","title":"XLAVS-R: Cross-Lingual Audio-Visual Speech Representation Learning for Noise-Robust Speech Perception","created":"2024-03-21","cited_by_count":11,"area":null},{"id":"2404.05206","title":"SoundingActions: Learning How Actions Sound from Narrated Egocentric Videos","created":"2024-04-08","cited_by_count":11,"area":null},{"id":"2407.15835","title":"dMel: Speech Tokenization made Simple","created":"2024-07-22","cited_by_count":11,"area":null},{"id":"2503.06362","title":"Adaptive Audio-Visual Speech Recognition via Matryoshka-Based Multimodal LLMs","created":"2025-03-09","cited_by_count":11,"area":"mllm"},{"id":"2503.21408","title":"VALLR: Visual ASR Language Model for Lip Reading","created":"2025-03-27","cited_by_count":11,"area":null},{"id":"2504.02386","title":"VoiceCraft-Dub: Automated Video Dubbing with Neural Codec Language Models","created":"2025-04-03","cited_by_count":11,"area":null},{"id":"2510.22603","title":"Mitigating Attention Sinks and Massive Activations in Audio-Visual Speech Recognition with LLMs","created":"2025-10-26","cited_by_count":11,"area":null},{"id":"2503.20308","title":"Perceptually Accurate 3D Talking Head Generation: New Definitions, Speech-Mesh Representation, and Evaluation Metrics","created":"2025-03-26","cited_by_count":10,"area":null},{"id":"2505.14336","title":"Scaling and Enhancing LLM-based AVSR: A Sparse Mixture of Projectors Approach","created":"2025-05-20","cited_by_count":10,"area":"moe"},{"id":"2508.09085","title":"Dynamic Uncertainty-aware Multimodal Fusion for Outdoor Health Monitoring","created":"2025-08-12","cited_by_count":10,"area":null},{"id":"2212.02782","title":"Self-Supervised Audio-Visual Speech Representations Learning By Multimodal Self-Distillation","created":"2022-12-06","cited_by_count":9,"area":"distill"},{"id":"2302.10915","title":"Conformers are All You Need for Visual Speech Recognition","created":"2023-02-17","cited_by_count":9,"area":null},{"id":"2305.09212","title":"Cross-Modal Global Interaction and Local Alignment for Audio-Visual Speech Recognition","created":"2023-05-16","cited_by_count":9,"area":null},{"id":"2311.14063","title":"Do VSR Models Generalize Beyond LRS3?","created":"2023-11-23","cited_by_count":9,"area":null},{"id":"2502.15218","title":"ESPnet-SpeechLM: An Open Speech Language Model Toolkit","created":"2025-02-21","cited_by_count":9,"area":"agents"},{"id":"2503.06273","title":"Zero-AVSR: Zero-Shot Audio-Visual Speech Recognition with LLMs by Learning Language-Agnostic Speech Representations","created":"2025-03-08","cited_by_count":9,"area":null},{"id":"2503.16956","title":"From Faces to Voices: Learning Hierarchical Representations for High-quality Video-to-Speech","created":"2025-03-21","cited_by_count":9,"area":null},{"id":"2205.07180","title":"Learning Lip-Based Audio-Visual Speaker Embeddings with AV-HuBERT","created":"2022-05-15","cited_by_count":8,"area":null},{"id":"2205.09872","title":"Content-Context Factorized Representations for Automated Speech Recognition","created":"2022-05-19","cited_by_count":8,"area":null},{"id":"2211.10999","title":"LA-VocE: Low-SNR Audio-visual Speech Enhancement using Neural Vocoders","created":"2022-11-20","cited_by_count":8,"area":null},{"id":"2212.00773","title":"FakeOut: Leveraging Out-of-domain Self-supervision for Multi-modal Video Deepfake Detection","created":"2022-12-01","cited_by_count":8,"area":null},{"id":"2212.11377","title":"ReVISE: Self-Supervised Speech Resynthesis with Visual Input for Universal and Generalized Speech Enhancement","created":"2022-12-21","cited_by_count":8,"area":null},{"id":"2306.06410","title":"OpenSR: Open-Modality Speech Recognition via Maintaining Multi-Modality Alignment","created":"2023-06-10","cited_by_count":8,"area":null},{"id":"2310.13103","title":"AVTENet: A Human-Cognition-Inspired Audio-Visual Transformer-Based Ensemble Network for Video Deepfake Detection","created":"2023-10-19","cited_by_count":8,"area":null},{"id":"2401.09802","title":"Efficient Training for Multilingual Visual Speech Recognition: Pre-training with Discretized Visual Speech Representation","created":"2024-01-18","cited_by_count":8,"area":null},{"id":"2401.15275","title":"Dynamic Transformer Architecture for Continual Learning of Multimodal Tasks","created":"2024-01-27","cited_by_count":8,"area":null},{"id":"2410.05301","title":"Diffusion-based Unsupervised Audio-visual Speech Enhancement","created":"2024-10-04","cited_by_count":8,"area":null},{"id":"2601.09385","title":"SLAM-LLM: A Modular, Open-Source Multimodal Large Language Model Framework and Best Practice for Speech, Language, Audio and Music Processing","created":"2026-01-14","cited_by_count":8,"area":"mllm"},{"id":"2303.11131","title":"Cocktail HuBERT: Generalized Self-Supervised Pre-training for Mixture and Single-Source Speech","created":"2023-03-20","cited_by_count":7,"area":null},{"id":"2306.10563","title":"Hearing Lips in Noise: Universal Viseme-Phoneme Mapping and Transfer for Robust Audio-Visual Speech Recognition","created":"2023-06-18","cited_by_count":7,"area":null},{"id":"2307.04552","title":"SparseVSR: Lightweight and Noise Robust Visual Speech Recognition","created":"2023-07-10","cited_by_count":7,"area":null},{"id":"2310.01232","title":"Modality-aware Transformer for Financial Time series Forecasting","created":"2023-10-02","cited_by_count":7,"area":null},{"id":"2401.09759","title":"SlideAVSR: A Dataset of Paper Explanation Videos for Audio-Visual Speech Recognition","created":"2024-01-18","cited_by_count":7,"area":null},{"id":"2403.01087","title":"Towards Accurate Lip-to-Speech Synthesis in-the-Wild","created":"2024-03-02","cited_by_count":7,"area":null},{"id":"2404.12725","title":"Separate in the Speech Chain: Cross-Modal Conditional Audio-Visual Target Speech Extraction","created":"2024-04-19","cited_by_count":7,"area":null}],"next_cursor":"100"}