{"total":648,"rows":[{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175,"area":null},{"id":"2406.07476","title":"VideoLLaMA 2: Advancing Spatial-Temporal Modeling and Audio Understanding in Video-LLMs","created":"2024-06-11","cited_by_count":771,"area":null},{"id":"2204.00598","title":"Socratic Models: Composing Zero-Shot Multimodal Reasoning with Language","created":"2022-04-01","cited_by_count":513,"area":"lr"},{"id":"2310.01852","title":"LanguageBind: Extending Video-Language Pretraining to N-modality by Language-based Semantic Alignment","created":"2023-10-03","cited_by_count":370,"area":null},{"id":"2107.00135","title":"Attention Bottlenecks for Multimodal Fusion","created":"2021-06-30","cited_by_count":361,"area":null},{"id":"2308.05734","title":"AudioLDM 2: Learning Holistic Audio Generation with Self-supervised Pretraining","created":"2023-08-10","cited_by_count":344,"area":"diffusion"},{"id":"2301.12661","title":"Make-An-Audio: Text-To-Audio Generation with Prompt-Enhanced Diffusion Models","created":"2023-01-30","cited_by_count":324,"area":"diffusion"},{"id":"2305.13786","title":"Perception Test: A Diagnostic Benchmark for Multimodal Video Models","created":"2023-05-23","cited_by_count":314,"area":"lr"},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2209.15352","title":"AudioGen: Textually Guided Audio Generation","created":"2022-09-30","cited_by_count":295,"area":null},{"id":"2102.08259","title":"Dataset Condensation with Differentiable Siamese Augmentation","created":"2021-02-16","cited_by_count":291,"area":null},{"id":"2302.10149","title":"Poisoning Web-Scale Training Datasets is Practical","created":"2023-02-20","cited_by_count":290,"area":null},{"id":"2303.17395","title":"WavCaps: A ChatGPT-Assisted Weakly-Labelled Audio Captioning Dataset for Audio-Language Multimodal Research","created":"2023-03-30","cited_by_count":267,"area":null},{"id":"2203.15332","title":"Balanced Multimodal Learning via On-the-fly Gradient Modulation","created":"2022-03-29","cited_by_count":264,"area":null},{"id":"2207.09983","title":"Diffsound: Discrete Diffusion Model for Text-to-sound Generation","created":"2022-07-20","cited_by_count":257,"area":"diffusion"},{"id":"2504.18425","title":"Kimi-Audio Technical Report","created":"2025-04-25","cited_by_count":222,"area":null},{"id":"2110.11499","title":"Wav2CLIP: Learning Robust Audio Representations From CLIP","created":"2021-10-21","cited_by_count":213,"area":null},{"id":"2104.02691","title":"Localizing Visual Sounds the Hard Way","created":"2021-04-06","cited_by_count":170,"area":null},{"id":"2106.04538","title":"What Makes Multi-modal Learning Better than Single (Provably)","created":"2021-06-08","cited_by_count":153,"area":null},{"id":"2207.05042","title":"Audio-Visual Segmentation","created":"2022-07-11","cited_by_count":151,"area":null},{"id":"2210.07839","title":"Contrastive Audio-Visual Masked Autoencoder","created":"2022-10-02","cited_by_count":146,"area":null},{"id":"2110.08791","title":"Taming Visually Guided Sound Generation","created":"2021-10-17","cited_by_count":136,"area":null},{"id":"2306.17203","title":"Diff-Foley: Synchronized Video-to-Audio Synthesis with Latent Diffusion Models","created":"2023-06-29","cited_by_count":134,"area":"diffusion"},{"id":"2412.15322","title":"MMAudio: Taming Multimodal Joint Training for High-Quality Video-to-Audio Synthesis","created":"2024-12-19","cited_by_count":134,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2402.17723","title":"Seeing and Hearing: Open-domain Visual-Audio Generation with Diffusion Latent Aligners","created":"2024-02-27","cited_by_count":111,"area":null},{"id":"2407.01494","title":"FoleyCrafter: Bring Silent Videos to Life with Lifelike and Synchronized Sounds","created":"2024-07-01","cited_by_count":110,"area":null},{"id":"2505.17862","title":"Daily-Omni: Towards Audio-Visual Reasoning with Temporal Alignment across Modalities","created":"2025-05-23","cited_by_count":110,"area":"lr"},{"id":"2203.11933","title":"A Prompt Array Keeps the Bias Away: Debiasing Vision-Language Models with Adversarial Learning","created":"2022-03-22","cited_by_count":104,"area":"mllm"},{"id":"2406.15704","title":"video-SALMONN: Speech-Enhanced Audio-Visual Large Language Models","created":"2024-06-22","cited_by_count":102,"area":null},{"id":"2309.14405","title":"Joint Audio and Speech Understanding","created":"2023-09-25","cited_by_count":100,"area":null},{"id":"2507.16869","title":"Controllable Video Generation: A Survey","created":"2025-07-22","cited_by_count":98,"area":null},{"id":"2401.16423","title":"Synchformer: Efficient Synchronization from Sparse Cues","created":"2024-01-29","cited_by_count":97,"area":null},{"id":"2308.01546","title":"MusicLDM: Enhancing Novelty in Text-to-Music Generation Using Beat-Synchronous Mixup Strategies","created":"2023-08-03","cited_by_count":94,"area":"diffusion"},{"id":"2503.23377","title":"JavisDiT: Joint Audio-Video Diffusion Transformer with Hierarchical Spatio-Temporal Prior Synchronization","created":"2025-03-30","cited_by_count":88,"area":"diffusion"},{"id":"2207.00419","title":"Self-Supervised Learning for Videos: A Survey","created":"2022-06-18","cited_by_count":85,"area":null},{"id":"2510.01284","title":"Ovi: Twin Backbone Cross-Modal Fusion for Audio-Video Generation","created":"2025-09-30","cited_by_count":83,"area":null},{"id":"2203.09324","title":"Localizing Visual Sounds the Easy Way","created":"2022-03-17","cited_by_count":82,"area":null},{"id":"2204.00679","title":"Learning Audio-Video Modalities from Image Captions","created":"2022-04-01","cited_by_count":80,"area":null},{"id":"2112.04446","title":"Everything at Once -- Multi-modal Fusion Transformer for Video Retrieval","created":"2021-12-08","cited_by_count":79,"area":null},{"id":"2203.03022","title":"HEAR: Holistic Evaluation of Audio Representations","created":"2022-03-06","cited_by_count":78,"area":null},{"id":"2312.06720","title":"Audio-Visual LLM for Video Understanding","created":"2023-12-11","cited_by_count":77,"area":"mllm"},{"id":"2301.13190","title":"Audio-Visual Segmentation with Semantics","created":"2023-01-30","cited_by_count":75,"area":null},{"id":"2209.09634","title":"A Closer Look at Weakly-Supervised Audio-Visual Source Localization","created":"2022-08-30","cited_by_count":73,"area":null},{"id":"2308.07686","title":"Boosting Multi-modal Model Performance with Adaptive Gradient Modulation","created":"2023-08-15","cited_by_count":73,"area":null},{"id":"2405.17730","title":"MMPareto: Boosting Multimodal Learning with Innocent Unimodal Assistance","created":"2024-05-28","cited_by_count":73,"area":null},{"id":"2212.07983","title":"Vision Transformers are Parameter-Efficient Audio-Visual Learners","created":"2022-12-15","cited_by_count":72,"area":null},{"id":"2309.16429","title":"Diverse and Aligned Audio-to-Video Generation via Text-to-Video Model Adaptation","created":"2023-09-28","cited_by_count":69,"area":null},{"id":"2411.04986","title":"The Semantic Hub Hypothesis: Language Models Share Semantic Representations Across Languages and Modalities","created":"2024-11-07","cited_by_count":69,"area":null},{"id":"2308.09300","title":"V2A-Mapper: A Lightweight Solution for Vision-to-Audio Generation by Connecting Foundation Models","created":"2023-08-18","cited_by_count":65,"area":null},{"id":"2509.06155","title":"UniVerse-1: Unified Audio-Video Generation via Stitching of Experts","created":"2025-09-07","cited_by_count":61,"area":null},{"id":"2402.10009","title":"Zero-Shot Unsupervised and Text-Based Audio Editing Using DDPM Inversion","created":"2024-02-15","cited_by_count":60,"area":"diffusion"},{"id":"2501.15111","title":"HumanOmni: A Large Vision-Speech Language Model for Human-Centric Video Understanding","created":"2025-01-25","cited_by_count":60,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2111.12993","title":"PolyViT: Co-training Vision Transformers on Images, Videos and Audio","created":"2021-11-25","cited_by_count":58,"area":null},{"id":"2103.03516","title":"Slow-Fast Auditory Streams For Audio Recognition","created":"2021-03-05","cited_by_count":56,"area":null},{"id":"2104.12673","title":"Joint Representation Learning and Novel Category Discovery on Single- and Multi-modal Data","created":"2021-04-26","cited_by_count":55,"area":null},{"id":"2211.15058","title":"Mix and Localize: Localizing Sound Sources in Mixtures","created":"2022-11-28","cited_by_count":54,"area":null},{"id":"2412.11959","title":"Gramian Multimodal Representation Learning and Alignment","created":"2024-12-16","cited_by_count":54,"area":null},{"id":"2104.10955","title":"Distilling Audio-Visual Knowledge by Compositional Contrastive Learning","created":"2021-04-22","cited_by_count":53,"area":null},{"id":"2305.01233","title":"On Uni-Modal Feature Learning in Supervised Multi-Modal Learning","created":"2023-05-02","cited_by_count":53,"area":null},{"id":"2305.01836","title":"AV-SAM: Segment Anything Model Meets Audio-Visual Localization and Segmentation","created":"2023-05-03","cited_by_count":53,"area":null},{"id":"2403.04640","title":"CAT: Enhancing Multimodal Large Language Model to Answer Questions in Dynamic Audio-Visual Scenarios","created":"2024-03-07","cited_by_count":53,"area":"mllm"},{"id":"2406.00320","title":"Frieren: Efficient Video-to-Audio Generation Network with Rectified Flow Matching","created":"2024-06-01","cited_by_count":53,"area":"diffusion"},{"id":"2303.17056","title":"Audio-Visual Grouping Network for Sound Localization from Mixtures","created":"2023-03-29","cited_by_count":52,"area":null},{"id":"2304.08490","title":"Conditional Generation of Audio from Video via Foley Analogies","created":"2023-04-17","cited_by_count":52,"area":null},{"id":"2409.13689","title":"Temporally Aligned Audio for Video with Autoregression","created":"2024-09-20","cited_by_count":52,"area":null},{"id":"2101.10803","title":"ACAV100M: Automatic Curation of Large-Scale Datasets for Audio-Visual Video Representation Learning","created":"2021-01-26","cited_by_count":50,"area":null},{"id":"2211.09980","title":"Contrastive Positive Sample Propagation along the Audio-Visual Event Line","created":"2022-11-18","cited_by_count":50,"area":null},{"id":"2212.05922","title":"Audiovisual Masked Autoencoders","created":"2022-12-09","cited_by_count":49,"area":null},{"id":"2404.18947","title":"Multimodal Fusion on Low-quality Data: A Comprehensive Survey","created":"2024-04-27","cited_by_count":49,"area":null},{"id":"2411.17698","title":"Video-Guided Foley Sound Generation with Multimodal Controls","created":"2024-11-26","cited_by_count":49,"area":null},{"id":"2310.19795","title":"SimMMDG: A Simple and Effective Framework for Multi-modal Domain Generalization","created":"2023-10-30","cited_by_count":48,"area":null},{"id":"2407.05551","title":"Read, Watch and Scream! Sound Generation from Text and Video","created":"2024-07-08","cited_by_count":48,"area":null},{"id":"2302.00646","title":"Epic-Sounds: A Large-scale Dataset of Actions That Sound","created":"2023-02-01","cited_by_count":47,"area":null},{"id":"2303.11302","title":"Learning Audio-Visual Source Localization via False Negative Aware Contrastive Learning","created":"2023-03-20","cited_by_count":47,"area":null},{"id":"2303.12930","title":"Dense-Localizing Audio-Visual Events in Untrimmed Videos: A Large-Scale Benchmark and Baseline","created":"2023-03-22","cited_by_count":46,"area":null},{"id":"2305.11019","title":"Annotation-free Audio-Visual Segmentation","created":"2023-05-18","cited_by_count":46,"area":null},{"id":"2412.01169","title":"OmniFlow: Any-to-Any Generation with Multi-Modal Rectified Flows","created":"2024-12-02","cited_by_count":46,"area":"diffusion"},{"id":"2405.00233","title":"SemantiCodec: An Ultra Low Bitrate Semantic Audio Codec for General Sound","created":"2024-04-30","cited_by_count":45,"area":null},{"id":"2105.05217","title":"Representation Learning via Global Temporal Alignment and Cycle-Consistency","created":"2021-05-11","cited_by_count":44,"area":null},{"id":"2206.06487","title":"The Modality Focusing Hypothesis: Towards Understanding Crossmodal Knowledge Distillation","created":"2022-06-13","cited_by_count":44,"area":"distill"},{"id":"2206.12772","title":"Exploiting Transformation Invariance and Equivariance for Self-supervised Sound Localisation","created":"2022-06-26","cited_by_count":44,"area":null},{"id":"2208.09579","title":"Learning in Audio-visual Context: A Review, Analysis, and New Perspective","created":"2022-08-20","cited_by_count":44,"area":null},{"id":"2308.05037","title":"Separate Anything You Describe","created":"2023-08-09","cited_by_count":43,"area":null},{"id":"2310.08753","title":"CompA: Addressing the Gap in Compositional Reasoning in Audio-Language Models","created":"2023-10-12","cited_by_count":43,"area":"lr"},{"id":"2602.08794","title":"MOVA: Towards Scalable and Synchronized Video-Audio Generation","created":"2026-02-09","cited_by_count":43,"area":null},{"id":"2106.11059","title":"Improving Multi-Modal Learning with Uni-Modal Teachers","created":"2021-06-21","cited_by_count":41,"area":null},{"id":"2303.17490","title":"Sound to Visual Scene Generation by Audio-to-Visual Latent Alignment","created":"2023-03-30","cited_by_count":41,"area":null},{"id":"2309.04509","title":"The Power of Sound (TPoS): Audio Reactive Video Generation with Stable Diffusion","created":"2023-09-08","cited_by_count":41,"area":"diffusion"},{"id":"2112.04432","title":"Audio-Visual Synchronisation in the wild","created":"2021-12-08","cited_by_count":40,"area":null},{"id":"2506.19774","title":"Kling-Foley: Multimodal Diffusion Transformer for High-Quality Video-to-Audio Generation","created":"2025-06-24","cited_by_count":40,"area":"diffusion"},{"id":"2204.02874","title":"ECLIPSE: Efficient Long-range Video Retrieval using Sight and Sound","created":"2022-04-06","cited_by_count":39,"area":null},{"id":"2410.05352","title":"Recent Advances of Multimodal Continual Learning: A Comprehensive Survey","created":"2024-10-07","cited_by_count":39,"area":null},{"id":"2412.15838","title":"Align Anything: Training All-Modality Models to Follow Instructions with Language Feedback","created":"2024-12-20","cited_by_count":39,"area":"alignment"},{"id":"2309.07929","title":"Prompting Segmentation with Sound Is Generalizable Audio-Visual Source Localizer","created":"2023-09-13","cited_by_count":37,"area":null},{"id":"2406.03344","title":"Audio Mamba: Bidirectional State Space Model for Audio Representation Learning","created":"2024-06-05","cited_by_count":37,"area":"ssm"},{"id":"2305.14381","title":"Connecting Multi-modal Contrastive Representations","created":"2023-05-22","cited_by_count":36,"area":null},{"id":"2403.10380","title":"BirdSet: A Large-Scale Dataset for Audio Classification in Avian Bioacoustics","created":"2024-03-15","cited_by_count":36,"area":null},{"id":"2503.19951","title":"Audio-centric Video Understanding Benchmark without Text Shortcut","created":"2025-03-25","cited_by_count":36,"area":"mllm"}],"next_cursor":"100"}