{"total":248,"rows":[{"id":"2103.05677","title":"SMIL: Multimodal Learning with Severely Missing Modality","created":"2021-03-09","cited_by_count":245,"area":null},{"id":"2211.08332","title":"Versatile Diffusion: Text, Images and Variations All in One Diffusion Model","created":"2022-11-15","cited_by_count":199,"area":"diffusion"},{"id":"2204.05454","title":"Are Multimodal Transformers Robust to Missing Modality?","created":"2022-04-12","cited_by_count":186,"area":null},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2107.07502","title":"MultiBench: Multiscale Benchmarks for Multimodal Representation Learning","created":"2021-07-15","cited_by_count":146,"area":null},{"id":"2303.03369","title":"Multimodal Prompting with Missing Modalities for Visual Recognition","created":"2023-03-06","cited_by_count":121,"area":null},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2210.05916","title":"Hate-CLIPper: Multimodal Hateful Meme Classification based on Cross-modal Interaction of CLIP Features","created":"2022-10-12","cited_by_count":56,"area":null},{"id":"2204.00102","title":"Dynamic Multimodal Fusion","created":"2022-03-31","cited_by_count":55,"area":null},{"id":"2203.15442","title":"Shifting More Attention to Visual Backbone: Query-modulated Refinement Networks for End-to-End Visual Grounding","created":"2022-03-29","cited_by_count":53,"area":"lr"},{"id":"2103.12541","title":"A Survey on Multimodal Disinformation Detection","created":"2021-03-13","cited_by_count":47,"area":null},{"id":"2409.07402","title":"What to align in multimodal contrastive learning?","created":"2024-09-11","cited_by_count":47,"area":null},{"id":"2206.06487","title":"The Modality Focusing Hypothesis: Towards Understanding Crossmodal Knowledge Distillation","created":"2022-06-13","cited_by_count":44,"area":"distill"},{"id":"2305.11692","title":"Surgical-VQLA: Transformer with Gated Vision-Language Embedding for Visual Question Localized-Answering in Robotic Surgery","created":"2023-05-19","cited_by_count":44,"area":null},{"id":"2107.00272","title":"A Survey on Graph-Based Deep Learning for Computational Histopathology","created":"2021-07-01","cited_by_count":41,"area":null},{"id":"2105.05165","title":"AdaMML: Adaptive Multi-Modal Learning for Efficient Video Recognition","created":"2021-05-11","cited_by_count":36,"area":null},{"id":"2207.00056","title":"MultiViz: Towards Visualizing and Understanding Multimodal Models","created":"2022-06-30","cited_by_count":36,"area":null},{"id":"2107.13782","title":"Multimodal Co-learning: Challenges, Applications with Datasets, Recent Advances and Future Directions","created":"2021-07-29","cited_by_count":35,"area":null},{"id":"2105.09984","title":"Multi-modal Sarcasm Detection and Humor Classification in Code-mixed Conversations","created":"2021-05-20","cited_by_count":33,"area":null},{"id":"2304.06306","title":"Efficient Multimodal Fusion via Interactive Prompting","created":"2023-04-13","cited_by_count":32,"area":null},{"id":"2405.18014","title":"Coupled Mamba: Enhanced Multi-modal Fusion with Coupled State Space Model","created":"2024-05-28","cited_by_count":31,"area":"ssm"},{"id":"2502.16282","title":"Understanding the Emergence of Multimodal Representation Alignment","created":"2025-02-22","cited_by_count":31,"area":null},{"id":"2505.19190","title":"I2MoE: Interpretable Multimodal Interaction-aware Mixture-of-Experts","created":"2025-05-25","cited_by_count":30,"area":"moe"},{"id":"2112.10483","title":"Fusion and Orthogonal Projection for Improved Face-Voice Association","created":"2021-12-20","cited_by_count":29,"area":null},{"id":"2302.10909","title":"Multi-modal Machine Learning in Engineering Design: A Review and Future Directions","created":"2023-02-14","cited_by_count":27,"area":null},{"id":"2203.03382","title":"Self-supervised Implicit Glyph Attention for Text Recognition","created":"2022-03-07","cited_by_count":25,"area":null},{"id":"2407.03418","title":"HEMM: Holistic Evaluation of Multimodal Foundation Models","created":"2024-07-03","cited_by_count":21,"area":null},{"id":"2206.12714","title":"Defending Multimodal Fusion Models against Single-Source Adversaries","created":"2022-06-25","cited_by_count":20,"area":null},{"id":"2407.12616","title":"Missing Modality Prediction for Unpaired Multimodal Learning via Joint Embedding of Unimodal Models","created":"2024-07-17","cited_by_count":20,"area":null},{"id":"2408.01366","title":"Play to the Score: Stage-Guided Dynamic Multi-Sensory Fusion for Robotic Manipulation","created":"2024-08-02","cited_by_count":20,"area":null},{"id":"2111.01936","title":"Revisiting spatio-temporal layouts for compositional action recognition","created":"2021-11-02","cited_by_count":19,"area":null},{"id":"2410.06558","title":"Deep Correlated Prompting for Visual Recognition with Missing Modalities","created":"2024-10-09","cited_by_count":18,"area":null},{"id":"2307.05182","title":"CAT-ViL: Co-Attention Gated Vision-Language Embedding for Visual Question Localized-Answering in Robotic Surgery","created":"2023-07-11","cited_by_count":17,"area":null},{"id":"2408.04958","title":"Surgical-VQLA++: Adversarial Contrastive Learning for Calibrated Robust Visual Question-Localized Answering in Robotic Surgery","created":"2024-08-09","cited_by_count":17,"area":null},{"id":"2201.06309","title":"Group Gated Fusion on Attention-based Bidirectional Alignment for Multimodal Emotion Recognition","created":"2022-01-17","cited_by_count":16,"area":null},{"id":"2312.15890","title":"Towards Robust Multimodal Prompting With Missing Modalities","created":"2023-12-26","cited_by_count":16,"area":null},{"id":"2203.03014","title":"Learnable Irrelevant Modality Dropout for Multimodal Action Recognition on Modality-Specific Annotated Videos","created":"2022-03-06","cited_by_count":14,"area":null},{"id":"2512.15153","title":"Explainable Action Form Assessment by Exploiting Multimodal Chain-of-Thoughts Reasoning","created":"2025-12-17","cited_by_count":14,"area":"lr"},{"id":"2104.09379","title":"BM-NAS: Bilevel Multimodal Neural Architecture Search","created":"2021-04-19","cited_by_count":13,"area":null},{"id":"2412.18934","title":"Dovetail: A CPU/GPU Heterogeneous Speculative Decoding for LLM inference","created":"2024-12-25","cited_by_count":13,"area":"inference"},{"id":"2511.21029","title":"FlowerDance: MeanFlow for Efficient and Refined 3D Dance Generation","created":"2025-11-26","cited_by_count":11,"area":null},{"id":"2104.03435","title":"Multimodal Fusion Refiner Networks","created":"2021-04-08","cited_by_count":9,"area":null},{"id":"2108.08920","title":"Detection of Illicit Drug Trafficking Events on Instagram: A Deep Multimodal Multilabel Learning Approach","created":"2021-08-19","cited_by_count":9,"area":null},{"id":"2502.19834","title":"Knowledge Bridger: Towards Training-free Missing Modality Completion","created":"2025-02-27","cited_by_count":9,"area":null},{"id":"2503.13834","title":"See-Saw Modality Balance: See Gradient, and Sew Impaired Vision-Language Balance to Mitigate Dominant Modality Bias","created":"2025-03-18","cited_by_count":9,"area":null},{"id":"2505.17002","title":"PAEFF: Precise Alignment and Enhanced Gated Feature Fusion for Face-Voice Association","created":"2025-05-22","cited_by_count":9,"area":null},{"id":"2212.02896","title":"Multimodal Tree Decoder for Table of Contents Extraction in Document Images","created":"2022-12-06","cited_by_count":8,"area":null},{"id":"2305.12011","title":"Boosting Crop Classification by Hierarchically Fusing Satellite, Rotational, and Contextual Data","created":"2023-05-19","cited_by_count":8,"area":null},{"id":"2309.06612","title":"Harmonic-NAS: Hardware-Aware Multimodal Neural Architecture Search on Resource-constrained Devices","created":"2023-09-12","cited_by_count":8,"area":null},{"id":"2507.07802","title":"Synergistic Prompting for Robust Visual Recognition with Missing Modalities","created":"2025-07-10","cited_by_count":8,"area":null},{"id":"2512.23562","title":"VL-RouterBench: A Benchmark for Vision-Language Model Routing","created":"2025-12-29","cited_by_count":8,"area":"mllm"},{"id":"2509.25270","title":"InfMasking: Unleashing Synergistic Information by Contrastive Multimodal Interactions","created":"2025-09-28","cited_by_count":7,"area":null},{"id":"2104.00201","title":"Graph-Based Intercategory and Intermodality Network for Multilabel Classification and Melanoma Diagnosis of Skin Lesions in Dermoscopy and Clinical Images","created":"2021-04-01","cited_by_count":6,"area":null},{"id":"2302.02978","title":"MuG: A Multimodal Classification Benchmark on Game Data with Tabular, Textual, and Visual Fields","created":"2023-02-06","cited_by_count":6,"area":null},{"id":"2401.06194","title":"CrisisKAN: Knowledge-infused and Explainable Multimodal Attention Network for Crisis Event Classification","created":"2024-01-11","cited_by_count":6,"area":null},{"id":"2407.18941","title":"LEMoN: Label Error Detection using Multimodal Neighbors","created":"2024-07-10","cited_by_count":6,"area":"mllm"},{"id":"2410.10112","title":"Can We Predict Performance of Large Models across Vision-Language Tasks?","created":"2024-10-14","cited_by_count":6,"area":"mllm"},{"id":"2203.03441","title":"Multi-Modal Attribute Extraction for E-Commerce","created":"2022-03-07","cited_by_count":5,"area":null},{"id":"2301.01200","title":"Common Practices and Taxonomy in Deep Multi-view Fusion for Remote Sensing Applications","created":"2022-12-20","cited_by_count":5,"area":null},{"id":"2305.15773","title":"Multi-scale Efficient Graph-Transformer for Whole Slide Image Classification","created":"2023-05-25","cited_by_count":5,"area":null},{"id":"2309.03386","title":"Community-Based Hierarchical Positive-Unlabeled (PU) Model Fusion for Chronic Disease Prediction","created":"2023-09-06","cited_by_count":5,"area":null},{"id":"2310.00641","title":"RegBN: Batch Normalization of Multimodal Data with Regularization","created":"2023-10-01","cited_by_count":5,"area":null},{"id":"2310.06383","title":"What Makes for Robust Multi-Modal Models in the Face of Missing Modalities?","created":"2023-10-10","cited_by_count":5,"area":null},{"id":"2310.18481","title":"MOSEL: Inference Serving Using Dynamic Modality Selection","created":"2023-10-27","cited_by_count":5,"area":null},{"id":"2403.10568","title":"MoPE: Mixture of Prompt Experts for Parameter-Efficient and Scalable Multimodal Fusion","created":"2024-03-14","cited_by_count":5,"area":null},{"id":"2602.19605","title":"CLCR: Cross-Level Semantic Collaborative Representation for Multimodal Learning","created":"2026-02-23","cited_by_count":5,"area":null},{"id":"2109.00577","title":"FaVoA: Face-Voice Association Favours Ambiguous Speaker Detection","created":"2021-09-01","cited_by_count":4,"area":null},{"id":"2205.00001","title":"Brainish: Formalizing A Multimodal Language for Intelligence and Consciousness","created":"2022-04-14","cited_by_count":4,"area":null},{"id":"2205.13530","title":"Semantic Parsing of Interpage Relations","created":"2022-05-26","cited_by_count":4,"area":null},{"id":"2208.10838","title":"Multimodal Crop Type Classification Fusing Multi-Spectral Satellite Time Series with Farmers Crop Rotations and Local Crop Distribution","created":"2022-08-23","cited_by_count":4,"area":null},{"id":"2208.11893","title":"Cross-Modality Gated Attention Fusion for Multimodal Sentiment Analysis","created":"2022-08-25","cited_by_count":4,"area":null},{"id":"2306.16413","title":"MultiZoo & MultiBench: A Standardized Toolkit for Multimodal Deep Learning","created":"2023-06-28","cited_by_count":4,"area":null},{"id":"2306.16645","title":"Deep Equilibrium Multimodal Fusion","created":"2023-06-29","cited_by_count":4,"area":null},{"id":"2403.11373","title":"Reconstruct before Query: Continual Missing Modality Learning with Decomposed Prompt Collaboration","created":"2024-03-17","cited_by_count":4,"area":"mllm"},{"id":"2404.07399","title":"Post-hurricane building damage assessment using street-view imagery and structured data: A multi-modal deep learning approach","created":"2024-04-11","cited_by_count":4,"area":null},{"id":"2408.07445","title":"Modality Invariant Multimodal Learning to Handle Missing Modalities: A Single-Branch Approach","created":"2024-08-14","cited_by_count":4,"area":null},{"id":"2411.18286","title":"DualCast: A Model to Disentangle Aperiodic Events from Traffic Series","created":"2024-11-27","cited_by_count":4,"area":null},{"id":"2506.16385","title":"CLIP-MG: Guiding Semantic Attention with Skeletal Pose Features and RGB Data for Micro-Gesture Recognition on the iMiGUE Dataset","created":"2025-06-19","cited_by_count":4,"area":null},{"id":"2511.06225","title":"MoRA: Missing Modality Low-Rank Adaptation for Visual Recognition","created":"2025-11-09","cited_by_count":4,"area":"mllm"},{"id":"2603.14647","title":"TopoCL: Topological Contrastive Learning for Medical Imaging","created":"2026-03-15","cited_by_count":4,"area":null},{"id":"2603.26908","title":"FusionAgent: A Multimodal Agent with Dynamic Model Selection for Human Recognition","created":"2026-03-27","cited_by_count":4,"area":"agents"},{"id":"2101.01881","title":"MSD: Saliency-aware Knowledge Distillation for Multimodal Understanding","created":"2021-01-06","cited_by_count":3,"area":"distill"},{"id":"2111.02041","title":"A Comparative Study of Speaker Role Identification in Air Traffic Communication Using Deep Learning Approaches","created":"2021-11-03","cited_by_count":3,"area":null},{"id":"2208.10238","title":"Learning Branched Fusion and Orthogonal Projection for Face-Voice Association","created":"2022-08-22","cited_by_count":3,"area":null},{"id":"2211.16509","title":"Multimodal Learning for Multi-Omics: A Survey","created":"2022-11-29","cited_by_count":3,"area":null},{"id":"2305.11349","title":"Unsupervised Domain-agnostic Fake News Detection using Multi-modal Weak Signals","created":"2023-05-18","cited_by_count":3,"area":null},{"id":"2308.01966","title":"DCTM: Dilated Convolutional Transformer Model for Multimodal Engagement Estimation in Conversation","created":"2023-07-31","cited_by_count":3,"area":null},{"id":"2308.13774","title":"Central Similarity Multi-View Hashing for Multimedia Retrieval","created":"2023-08-26","cited_by_count":3,"area":null},{"id":"2310.08032","title":"Incorporating Domain Knowledge Graph into Multimodal Movie Genre Classification with Self-Supervised Attention and Contrastive Learning","created":"2023-10-12","cited_by_count":3,"area":null},{"id":"2405.11828","title":"Federated Learning for Time-Series Healthcare Sensing with Incomplete Modalities","created":"2024-05-20","cited_by_count":3,"area":null},{"id":"2410.15010","title":"FlexMol: A Flexible Toolkit for Benchmarking Molecular Relational Learning","created":"2024-10-19","cited_by_count":3,"area":null},{"id":"2502.20128","title":"Differential Contrastive Training for Gaze Estimation","created":"2025-02-27","cited_by_count":3,"area":null},{"id":"2504.11082","title":"DeepMLF: Multimodal language model with learnable tokens for deep fusion in sentiment analysis","created":"2025-04-15","cited_by_count":3,"area":"mllm"},{"id":"2508.10133","title":"MANGO: Multimodal Attention-based Normalizing Flow Approach to Fusion Learning","created":"2025-08-13","cited_by_count":3,"area":null},{"id":"2509.03477","title":"Robult: Leveraging Redundancy and Modality Specific Features for Robust Multimodal Learning","created":"2025-09-03","cited_by_count":3,"area":null},{"id":"2509.04736","title":"WatchHAR: Real-time On-device Human Activity Recognition System for Smartwatches","created":"2025-09-05","cited_by_count":3,"area":null},{"id":"2602.07081","title":"Federated Prompt-Tuning with Heterogeneous and Incomplete Multimodal Client Data","created":"2026-02-06","cited_by_count":3,"area":null},{"id":"2101.11704","title":"A Case Study of Deep Learning Based Multi-Modal Methods for Predicting the Age-Suitability Rating of Movie Trailers","created":"2021-01-26","cited_by_count":2,"area":null},{"id":"2105.03821","title":"Graph Inference Representation: Learning Graph Positional Embeddings with Anchor Path Encoding","created":"2021-05-09","cited_by_count":2,"area":null},{"id":"2304.05542","title":"CLCLSA: Cross-omics Linked embedding with Contrastive Learning and Self Attention for multi-omics integration with incomplete multi-omics data","created":"2023-04-12","cited_by_count":2,"area":null}],"next_cursor":"100"}