{"total":339,"rows":[{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175,"area":null},{"id":"2306.14795","title":"MotionGPT: Human Motion as a Foreign Language","created":"2023-06-26","cited_by_count":527,"area":null},{"id":"2203.08063","title":"MotionCLIP: Exposing Human Motion Generation to CLIP Space","created":"2022-03-15","cited_by_count":408,"area":null},{"id":"2212.09058","title":"BEATs: Audio Pre-Training with Acoustic Tokenizers","created":"2022-12-18","cited_by_count":388,"area":null},{"id":"2305.16355","title":"PandaGPT: One Model To Instruction-Follow Them All","created":"2023-05-25","cited_by_count":334,"area":null},{"id":"2302.07241","title":"ConceptFusion: Open-set Multimodal 3D Mapping","created":"2023-02-14","cited_by_count":304,"area":null},{"id":"2410.19168","title":"MMAU: A Massive Multi-Task Audio Understanding and Reasoning Benchmark","created":"2024-10-24","cited_by_count":288,"area":"lr"},{"id":"2303.17395","title":"WavCaps: A ChatGPT-Assisted Weakly-Labelled Audio Captioning Dataset for Audio-Language Multimodal Research","created":"2023-03-30","cited_by_count":267,"area":null},{"id":"2212.09478","title":"MM-Diffusion: Learning Multi-Modal Diffusion Models for Joint Audio and Video Generation","created":"2022-12-19","cited_by_count":227,"area":"diffusion"},{"id":"2110.11499","title":"Wav2CLIP: Learning Robust Audio Representations From CLIP","created":"2021-10-21","cited_by_count":213,"area":null},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2306.15724","title":"REFLECT: Summarizing Robot Experiences for Failure Explanation and Correction","created":"2023-06-27","cited_by_count":175,"area":null},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2406.11768","title":"GAMA: A Large Audio-Language Model with Advanced Audio Understanding and Complex Reasoning Abilities","created":"2024-06-17","cited_by_count":156,"area":"lr"},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2309.03905","title":"ImageBind-LLM: Multi-modality Instruction Tuning","created":"2023-09-07","cited_by_count":142,"area":null},{"id":"2503.03983","title":"Audio Flamingo 2: An Audio-Language Model with Long-Audio Understanding and Expert Reasoning Abilities","created":"2025-03-06","cited_by_count":133,"area":"lr"},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2309.14405","title":"Joint Audio and Speech Understanding","created":"2023-09-25","cited_by_count":100,"area":null},{"id":"2401.18084","title":"Binding Touch to Everything: Learning Unified Multimodal Tactile Representations","created":"2024-01-31","cited_by_count":95,"area":null},{"id":"2308.01546","title":"MusicLDM: Enhancing Novelty in Text-to-Music Generation Using Beat-Synchronous Mixup Strategies","created":"2023-08-03","cited_by_count":94,"area":"diffusion"},{"id":"2301.06267","title":"Multimodality Helps Unimodality: Cross-Modal Few-Shot Learning with Multimodal Models","created":"2023-01-16","cited_by_count":91,"area":null},{"id":"2208.12415","title":"MuLan: A Joint Embedding of Music Audio and Natural Language","created":"2022-08-26","cited_by_count":87,"area":null},{"id":"2311.18799","title":"X-InstructBLIP: A Framework for aligning X-Modal instruction-aware representations to LLMs and Emergent Cross-modal Reasoning","created":"2023-11-30","cited_by_count":80,"area":"lr"},{"id":"2112.04446","title":"Everything at Once -- Multi-modal Fusion Transformer for Video Retrieval","created":"2021-12-08","cited_by_count":79,"area":null},{"id":"2209.06430","title":"CLIP-ViP: Adapting Pre-trained Image-Text Model to Video-Language Representation Alignment","created":"2022-09-14","cited_by_count":74,"area":null},{"id":"2411.17040","title":"Multimodal Alignment and Fusion: A Survey","created":"2024-11-26","cited_by_count":74,"area":null},{"id":"2308.03685","title":"Learning Concise and Descriptive Attributes for Visual Recognition","created":"2023-08-07","cited_by_count":73,"area":"mllm"},{"id":"2402.13232","title":"A Touch, Vision, and Language Dataset for Multimodal Alignment","created":"2024-02-20","cited_by_count":69,"area":null},{"id":"2305.16103","title":"ChatBridge: Bridging Modalities with Large Language Model as a Language Catalyst","created":"2023-05-25","cited_by_count":66,"area":null},{"id":"2402.05741","title":"Real-World Robot Applications of Foundation Models: A Review","created":"2024-02-08","cited_by_count":61,"area":"mllm"},{"id":"2406.02951","title":"AVFF: Audio-Visual Feature Fusion for Video Deepfake Detection","created":"2024-06-05","cited_by_count":59,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2401.03497","title":"EAT: Self-Supervised Pre-Training with Efficient Audio Transformer","created":"2024-01-07","cited_by_count":53,"area":null},{"id":"2403.12532","title":"UniBind: LLM-Augmented Unified and Balanced Representation Space to Bind Them All","created":"2024-03-19","cited_by_count":49,"area":null},{"id":"2502.12191","title":"AnyTouch: Learning Unified Static-Dynamic Representation across Multiple Visuo-tactile Sensors","created":"2025-02-15","cited_by_count":48,"area":null},{"id":"2304.04231","title":"CrowdCLIP: Unsupervised Crowd Counting via Vision-Language Model","created":"2023-04-09","cited_by_count":47,"area":"mllm"},{"id":"2403.20312","title":"Learn \"No\" to Say \"Yes\" Better: Improving Vision-Language Models via Negations","created":"2024-03-29","cited_by_count":46,"area":"mllm"},{"id":"2208.09579","title":"Learning in Audio-visual Context: A Review, Analysis, and New Perspective","created":"2022-08-20","cited_by_count":44,"area":null},{"id":"2405.10255","title":"When LLMs step into the 3D World: A Survey and Meta-Analysis of 3D Tasks via Multi-modal Large Language Models","created":"2024-05-16","cited_by_count":43,"area":"mllm"},{"id":"2411.14517","title":"The Double-Ellipsoid Geometry of CLIP","created":"2024-11-21","cited_by_count":42,"area":null},{"id":"2506.19774","title":"Kling-Foley: Multimodal Diffusion Transformer for High-Quality Video-to-Audio Generation","created":"2025-06-24","cited_by_count":40,"area":"diffusion"},{"id":"2304.14133","title":"VERITE: A Robust Benchmark for Multimodal Misinformation Detection Accounting for Unimodal Bias","created":"2023-04-27","cited_by_count":39,"area":null},{"id":"2311.17618","title":"ShapeGPT: 3D Shape Generation with A Unified Multi-modal Language Model","created":"2023-11-29","cited_by_count":39,"area":"mllm"},{"id":"2407.11895","title":"OmniBind: Large-scale Omni Multimodal Representation via Binding Spaces","created":"2024-07-16","cited_by_count":39,"area":null},{"id":"2305.14381","title":"Connecting Multi-modal Contrastive Representations","created":"2023-05-22","cited_by_count":36,"area":null},{"id":"2112.00007","title":"Sound-Guided Semantic Image Manipulation","created":"2021-11-30","cited_by_count":35,"area":null},{"id":"2204.09273","title":"Sound-Guided Semantic Video Generation","created":"2022-04-20","cited_by_count":35,"area":null},{"id":"2209.14275","title":"Audio Retrieval with WavText5K and CLAP Training","created":"2022-09-28","cited_by_count":35,"area":null},{"id":"2208.12208","title":"Contrastive Audio-Language Learning for Music","created":"2022-08-25","cited_by_count":33,"area":null},{"id":"2212.06858","title":"LidarCLIP or: How I Learned to Talk to Point Clouds","created":"2022-12-13","cited_by_count":33,"area":null},{"id":"2309.11500","title":"Auto-ACD: A Large-scale Dataset for Audio-Language Representation Learning","created":"2023-09-20","cited_by_count":33,"area":null},{"id":"2406.13875","title":"WATT: Weight Average Test-Time Adaptation of CLIP","created":"2024-06-19","cited_by_count":33,"area":"mllm"},{"id":"2312.05735","title":"A Comprehensive Survey on Multi-modal Conversational Emotion Recognition with Deep Learning","created":"2023-12-10","cited_by_count":32,"area":null},{"id":"2311.05152","title":"Cross-modal Prompts: Adapting Large Pre-trained Models for Audio-Visual Downstream Tasks","created":"2023-11-09","cited_by_count":31,"area":null},{"id":"2205.12630","title":"Multimodal Knowledge Alignment with Reinforcement Learning","created":"2022-05-25","cited_by_count":30,"area":null},{"id":"2303.07522","title":"Audio Visual Language Maps for Robot Navigation","created":"2023-03-13","cited_by_count":30,"area":null},{"id":"2210.00705","title":"SpeechCLIP: Integrating Speech with Pre-Trained Vision and Language Model","created":"2022-10-03","cited_by_count":29,"area":null},{"id":"2308.05737","title":"Follow Anything: Open-set detection, tracking, and following in real-time","created":"2023-08-10","cited_by_count":29,"area":null},{"id":"2308.11804","title":"Adversarial Illusions in Multi-Modal Embeddings","created":"2023-08-22","cited_by_count":29,"area":null},{"id":"2310.07160","title":"LLark: A Multimodal Instruction-Following Language Model for Music","created":"2023-10-11","cited_by_count":29,"area":null},{"id":"2311.16081","title":"ViT-Lens: Towards Omni-modal Representations","created":"2023-11-27","cited_by_count":29,"area":null},{"id":"2503.04207","title":"Bridging the Vision-Brain Gap with an Uncertainty-Aware Blur Prior","created":"2025-03-06","cited_by_count":29,"area":null},{"id":"2210.05060","title":"AVE-CLIP: AudioCLIP-based Multi-window Temporal Transformer for Audio Visual Event Localization","created":"2022-10-11","cited_by_count":28,"area":null},{"id":"2206.02353","title":"Beyond Just Vision: A Review on Self-Supervised Representation Learning on Multimodal and Temporal Data","created":"2022-06-06","cited_by_count":27,"area":null},{"id":"2404.00225","title":"Heterogeneous Contrastive Learning for Foundation Models and Beyond","created":"2024-03-30","cited_by_count":27,"area":null},{"id":"2211.09778","title":"I Can't Believe There's No Images! Learning Visual Tasks Using only Language Supervision","created":"2022-11-17","cited_by_count":26,"area":null},{"id":"2303.10056","title":"GlueGen: Plug and Play Multi-modal Encoders for X-to-image Generation","created":"2023-03-17","cited_by_count":25,"area":"diffusion"},{"id":"2507.20198","title":"A Survey of Token Compression for Efficient Multimodal Large Language Models","created":"2025-07-27","cited_by_count":25,"area":"mllm"},{"id":"2602.19163","title":"JavisDiT++: Unified Modeling and Optimization for Joint Audio-Video Generation","created":"2026-02-22","cited_by_count":25,"area":null},{"id":"2312.10692","title":"Pedestrian Attribute Recognition via CLIP based Prompt Vision-Language Fusion","created":"2023-12-17","cited_by_count":24,"area":null},{"id":"2411.01053","title":"Contrasting with Symile: Simple Model-Agnostic Representation Learning for Unlimited Modalities","created":"2024-11-01","cited_by_count":24,"area":null},{"id":"2212.07065","title":"CLIPSep: Learning Text-queried Sound Separation with Noisy Unlabeled Videos","created":"2022-12-14","cited_by_count":23,"area":null},{"id":"2409.19291","title":"CLIP-MoE: Towards Building Mixture of Experts for CLIP with Diversified Multiplet Upcycling","created":"2024-09-28","cited_by_count":23,"area":"moe"},{"id":"2312.01697","title":"Hulk: A Universal Knowledge Translator for Human-Centric Tasks","created":"2023-12-04","cited_by_count":22,"area":null},{"id":"2208.00467","title":"COCOA: Cross Modality Contrastive Learning for Sensor Data","created":"2022-07-31","cited_by_count":21,"area":null},{"id":"2310.06282","title":"MuseChat: A Conversational Music Recommendation System for Videos","created":"2023-10-10","cited_by_count":21,"area":null},{"id":"2310.08884","title":"Extending Multi-modal Contrastive Representations","created":"2023-10-13","cited_by_count":21,"area":null},{"id":"2306.09635","title":"CLIPSonic: Text-to-Audio Synthesis with Unlabeled Videos and Pretrained Language-Vision Models","created":"2023-06-16","cited_by_count":20,"area":"diffusion"},{"id":"2405.16108","title":"OmniBind: Teach to Build Unequal-Scale Modality Interaction for Omni-Bind of All","created":"2024-05-25","cited_by_count":20,"area":null},{"id":"2502.00848","title":"RealRAG: Retrieval-augmented Realistic Image Generation via Self-reflective Contrastive Learning","created":"2025-02-02","cited_by_count":20,"area":"rag"},{"id":"2502.12425","title":"Robust Disentangled Counterfactual Learning for Physical Audiovisual Commonsense Reasoning","created":"2025-02-18","cited_by_count":20,"area":"lr"},{"id":"2503.14963","title":"Continual Multimodal Contrastive Learning","created":"2025-03-19","cited_by_count":20,"area":null},{"id":"2508.01242","title":"MeshLLM: Empowering Large Language Models to Progressively Understand and Generate 3D Mesh","created":"2025-08-02","cited_by_count":20,"area":null},{"id":"2310.17162","title":"Content-based Controls For Music Large Language Modeling","created":"2023-10-26","cited_by_count":19,"area":null},{"id":"2312.00111","title":"Multimodal Foundation Models for Material Property Prediction and Discovery","created":"2023-11-30","cited_by_count":19,"area":null},{"id":"2404.01751","title":"T-VSL: Text-Guided Visual Sound Source Localization in Mixtures","created":"2024-04-02","cited_by_count":19,"area":null},{"id":"2405.04883","title":"FreeBind: Free Lunch in Unified Multimodal Space via Knowledge Fusion","created":"2024-05-08","cited_by_count":19,"area":null},{"id":"2410.07463","title":"Language-Guided Joint Audio-Visual Editing via One-Shot Adaptation","created":"2024-10-09","cited_by_count":19,"area":"diffusion"},{"id":"2507.17343","title":"Principled Multimodal Representation Learning","created":"2025-07-23","cited_by_count":19,"area":null},{"id":"2510.07978","title":"VoiceAgentBench: Are Voice Assistants ready for agentic tasks?","created":"2025-10-09","cited_by_count":19,"area":"agents"},{"id":"2604.10905","title":"Audio Flamingo Next: Next-Generation Open Audio-Language Models for Speech, Sound, and Music","created":"2026-04-13","cited_by_count":19,"area":null},{"id":"2203.11130","title":"PACS: A Dataset for Physical Audiovisual CommonSense Reasoning","created":"2022-03-21","cited_by_count":18,"area":"lr"},{"id":"2303.06591","title":"Accommodating Audio Modality in CLIP for Multimodal Processing","created":"2023-03-12","cited_by_count":18,"area":"mllm"},{"id":"2305.17343","title":"Modality-Independent Teachers Meet Weakly-Supervised Audio-Visual Event Parser","created":"2023-05-27","cited_by_count":18,"area":null},{"id":"2306.09327","title":"Language-Guided Music Recommendation for Video via Prompt Analogies","created":"2023-06-15","cited_by_count":18,"area":null},{"id":"2404.17806","title":"T-CLAP: Temporal-Enhanced Contrastive Language-Audio Pretraining","created":"2024-04-27","cited_by_count":18,"area":null},{"id":"2405.13762","title":"A Versatile Diffusion Transformer with Mixture of Noise Levels for Audiovisual Generation","created":"2024-05-22","cited_by_count":18,"area":"diffusion"}],"next_cursor":"100"}