{"total":596,"rows":[{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2204.05454","title":"Are Multimodal Transformers Robust to Missing Modality?","created":"2022-04-12","cited_by_count":186,"area":null},{"id":"2102.04830","title":"Learning Modality-Specific Representations with Self-Supervised Multi-Task Learning for Multimodal Sentiment Analysis","created":"2021-02-09","cited_by_count":180,"area":null},{"id":"2204.11423","title":"Trusted Multi-View Classification with Dynamic Evidential Fusion","created":"2022-04-25","cited_by_count":168,"area":null},{"id":"2107.07502","title":"MultiBench: Multiscale Benchmarks for Multimodal Representation Learning","created":"2021-07-15","cited_by_count":146,"area":null},{"id":"2205.09328","title":"TransTab: Learning Transferable Tabular Transformers Across Tables","created":"2022-05-19","cited_by_count":132,"area":null},{"id":"2109.00412","title":"Improving Multimodal Fusion with Hierarchical Mutual Information Maximization for Multimodal Sentiment Analysis","created":"2021-09-01","cited_by_count":131,"area":null},{"id":"2109.06165","title":"CDTrans: Cross-domain Transformer for Unsupervised Domain Adaptation","created":"2021-09-13","cited_by_count":129,"area":null},{"id":"2204.08451","title":"Learning to Listen: Modeling Non-Deterministic Dyadic Facial Motion","created":"2022-04-18","cited_by_count":126,"area":null},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2106.06047","title":"Rethinking Architecture Design for Tackling Data Heterogeneity in Federated Learning","created":"2021-06-10","cited_by_count":111,"area":null},{"id":"2107.06779","title":"MMGCN: Multimodal Fusion via Deep Graph Convolution Network for Emotion Recognition in Conversation","created":"2021-07-14","cited_by_count":99,"area":null},{"id":"2304.06819","title":"Modeling Dense Multimodal Interactions Between Biological Pathways and Histology for Survival Prediction","created":"2023-04-13","cited_by_count":92,"area":null},{"id":"2303.10868","title":"Retrieving Multimodal Information for Augmented Generation: A Survey","created":"2023-03-20","cited_by_count":85,"area":null},{"id":"2302.12247","title":"Quantifying & Modeling Multimodal Interactions: An Information Decomposition Framework","created":"2023-02-23","cited_by_count":83,"area":null},{"id":"2107.03996","title":"Learning Vision-Guided Quadrupedal Locomotion End-to-End with Cross-Modal Transformers","created":"2021-07-08","cited_by_count":79,"area":null},{"id":"2210.17292","title":"M$^3$Care: Learning with Missing Modalities in Multimodal Healthcare Data","created":"2022-10-28","cited_by_count":72,"area":null},{"id":"2211.11256","title":"UniMSE: Towards Unified Multimodal Sentiment Analysis and Emotion Recognition","created":"2022-11-21","cited_by_count":61,"area":null},{"id":"2303.09166","title":"Identifiability Results for Multimodal Contrastive Learning","created":"2023-03-16","cited_by_count":61,"area":null},{"id":"2210.17444","title":"Multimodal Information Bottleneck: Learning Minimal Sufficient Unimodal and Multimodal Representations","created":"2022-10-31","cited_by_count":48,"area":null},{"id":"2310.19795","title":"SimMMDG: A Simple and Effective Framework for Multi-modal Domain Generalization","created":"2023-10-30","cited_by_count":48,"area":null},{"id":"2206.02187","title":"M2FNet: Multi-modal Fusion Network for Emotion Recognition in Conversation","created":"2022-06-05","cited_by_count":47,"area":null},{"id":"2210.00121","title":"Visuo-Tactile Transformers for Manipulation","created":"2022-09-30","cited_by_count":47,"area":null},{"id":"2108.09322","title":"MM-ViT: Multi-Modal Video Transformer for Compressed Video Action Recognition","created":"2021-08-20","cited_by_count":46,"area":null},{"id":"2404.12355","title":"Towards a Foundation Model for Partial Differential Equations: Multi-Operator Learning and Extrapolation","created":"2024-04-18","cited_by_count":46,"area":null},{"id":"2107.13669","title":"Bi-Bimodal Modality Fusion for Correlation-Controlled Multimodal Sentiment Analysis","created":"2021-07-28","cited_by_count":45,"area":null},{"id":"2202.06875","title":"Visual Acoustic Matching","created":"2022-02-14","cited_by_count":45,"area":null},{"id":"2209.02604","title":"Make Acoustic and Visual Cues Matter: CH-SIMS v2.0 Dataset and AV-Mixup Consistent Module","created":"2022-08-22","cited_by_count":44,"area":null},{"id":"2105.04281","title":"Visual Grounding with Transformers","created":"2021-05-10","cited_by_count":42,"area":null},{"id":"2109.01797","title":"Hybrid Contrastive Learning of Tri-Modal Representation for Multimodal Sentiment Analysis","created":"2021-09-04","cited_by_count":41,"area":null},{"id":"2209.04355","title":"MIntRec: A New Dataset for Multimodal Intent Recognition","created":"2022-09-09","cited_by_count":41,"area":null},{"id":"2103.09666","title":"Multimodal End-to-End Sparse Model for Emotion Recognition","created":"2021-03-17","cited_by_count":40,"area":null},{"id":"2107.02341","title":"Feature Fusion Vision Transformer for Fine-Grained Visual Categorization","created":"2021-07-06","cited_by_count":40,"area":null},{"id":"2202.03390","title":"Geometric Multimodal Contrastive Representation Learning","created":"2022-02-07","cited_by_count":40,"area":null},{"id":"2207.14087","title":"CubeMLP: An MLP-based Model for Multimodal Sentiment Analysis and Depression Estimation","created":"2022-07-28","cited_by_count":40,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2310.08303","title":"Multimodal Variational Auto-encoder based Audio-Visual Segmentation","created":"2023-10-12","cited_by_count":38,"area":null},{"id":"2312.04293","title":"GPT-4V with Emotion: A Zero-shot Benchmark for Generalized Emotion Recognition","created":"2023-12-07","cited_by_count":38,"area":null},{"id":"2110.10949","title":"Multimodal Learning using Optimal Transport for Sarcasm and Humor Detection","created":"2021-10-21","cited_by_count":37,"area":null},{"id":"2207.00056","title":"MultiViz: Towards Visualizing and Understanding Multimodal Models","created":"2022-06-30","cited_by_count":36,"area":null},{"id":"2411.01409","title":"Classifier-guided Gradient Modulation for Enhanced Multimodal Learning","created":"2024-11-03","cited_by_count":35,"area":null},{"id":"2111.15263","title":"Multi-modal Text Recognition Networks: Interactive Enhancements between Visual and Semantic Features","created":"2021-11-30","cited_by_count":34,"area":null},{"id":"2210.12156","title":"Improving Medical Predictions by Irregular Multimodal Electronic Health Records Modeling","created":"2022-10-18","cited_by_count":33,"area":null},{"id":"2109.02401","title":"Vision Guided Generative Pre-trained Language Models for Multimodal Abstractive Summarization","created":"2021-09-06","cited_by_count":32,"area":null},{"id":"2312.05735","title":"A Comprehensive Survey on Multi-modal Conversational Emotion Recognition with Deep Learning","created":"2023-12-10","cited_by_count":32,"area":null},{"id":"2403.02899","title":"Domain-Agnostic Mutual Prompting for Unsupervised Domain Adaptation","created":"2024-03-05","cited_by_count":32,"area":null},{"id":"2203.01311","title":"High-Modality Multimodal Transformer: Quantifying Modality & Interaction Heterogeneity for High-Modality Representation Learning","created":"2022-03-02","cited_by_count":31,"area":null},{"id":"2206.15157","title":"HRFuser: A Multi-resolution Sensor Fusion Architecture for 2D Object Detection","created":"2022-06-30","cited_by_count":31,"area":null},{"id":"2401.05698","title":"HiCMAE: Hierarchical Contrastive Masked Autoencoder for Self-Supervised Audio-Visual Emotion Recognition","created":"2024-01-11","cited_by_count":30,"area":null},{"id":"2107.08264","title":"M2Lens: Visualizing and Explaining Multimodal Models for Sentiment Analysis","created":"2021-07-17","cited_by_count":29,"area":null},{"id":"2203.03897","title":"Geodesic Multi-Modal Mixup for Robust Fine-Tuning","created":"2022-03-08","cited_by_count":29,"area":null},{"id":"2310.03986","title":"Robust Multimodal Learning with Missing Modalities via Parameter-Efficient Adaptation","created":"2023-10-06","cited_by_count":29,"area":null},{"id":"2310.05804","title":"Learning Language-guided Adaptive Hyper-modality Representation for Multimodal Sentiment Analysis","created":"2023-10-09","cited_by_count":29,"area":null},{"id":"2205.15060","title":"Duplex Conversation: Towards Human-like Interaction in Spoken Dialogue Systems","created":"2022-05-30","cited_by_count":28,"area":null},{"id":"2207.12622","title":"Multi-Attention Network for Compressed Video Referring Object Segmentation","created":"2022-07-26","cited_by_count":28,"area":null},{"id":"2306.03802","title":"Learning to Ground Instructional Articles in Videos through Narrations","created":"2023-06-06","cited_by_count":28,"area":null},{"id":"2505.22483","title":"A Closer Look at Multimodal Representation Collapse","created":"2025-05-28","cited_by_count":28,"area":null},{"id":"2104.02775","title":"Looking into Your Speech: Learning Cross-modal Affinity for Audio-visual Speech Separation","created":"2021-03-25","cited_by_count":27,"area":null},{"id":"2308.00264","title":"Multimodal Multi-loss Fusion Network for Sentiment Analysis","created":"2023-08-01","cited_by_count":27,"area":null},{"id":"2310.07478","title":"Multimodal Graph Learning for Generative Tasks","created":"2023-10-11","cited_by_count":27,"area":null},{"id":"2403.05023","title":"Towards Multimodal Sentiment Analysis Debiasing via Bias Purification","created":"2024-03-08","cited_by_count":27,"area":null},{"id":"2407.21315","title":"Beyond Silent Letters: Amplifying LLMs in Emotion Recognition with Vocal Nuances","created":"2024-07-31","cited_by_count":27,"area":null},{"id":"2409.20012","title":"Towards Robust Multimodal Sentiment Analysis with Incomplete Data","created":"2024-09-30","cited_by_count":27,"area":null},{"id":"2412.12225","title":"DLF: Disentangled-Language-Focused Multimodal Sentiment Analysis","created":"2024-12-16","cited_by_count":27,"area":null},{"id":"2106.10446","title":"Attend What You Need: Motion-Appearance Synergistic Networks for Video Question Answering","created":"2021-06-19","cited_by_count":26,"area":null},{"id":"2110.15763","title":"How to Leverage Multimodal EHR Data for Better Medical Predictions?","created":"2021-10-29","cited_by_count":26,"area":null},{"id":"2403.10943","title":"MIntRec2.0: A Large-scale Benchmark Dataset for Multimodal Intent Recognition and Out-of-scope Detection in Conversations","created":"2024-03-16","cited_by_count":26,"area":null},{"id":"2407.05374","title":"Multimodal Prompt Learning with Missing Modalities for Sentiment Analysis and Emotion Recognition","created":"2024-07-07","cited_by_count":26,"area":null},{"id":"2202.01336","title":"Exploring Transformer Backbones for Heterogeneous Treatment Effect Estimation","created":"2022-02-02","cited_by_count":25,"area":null},{"id":"2305.02504","title":"Learning Missing Modal Electronic Health Records with Unified Multi-modal Data Embedding and Modality-Aware Attention","created":"2023-05-04","cited_by_count":25,"area":null},{"id":"2205.01818","title":"i-Code: An Integrative and Composable Multimodal Learning Framework","created":"2022-05-03","cited_by_count":24,"area":null},{"id":"2503.11892","title":"DecAlign: Hierarchical Cross-Modal Alignment for Decoupled Multimodal Representation Learning","created":"2025-03-14","cited_by_count":24,"area":null},{"id":"2402.01749","title":"Towards Urban General Intelligence: A Review and Outlook of Urban Foundation Models","created":"2024-01-30","cited_by_count":23,"area":null},{"id":"2201.05834","title":"Tailor Versatile Multi-modal Learning for Multi-label Emotion Recognition","created":"2022-01-15","cited_by_count":22,"area":null},{"id":"2201.11095","title":"Self-attention fusion for audiovisual emotion recognition with incomplete data","created":"2022-01-26","cited_by_count":22,"area":null},{"id":"2206.05833","title":"COLD Fusion: Calibrated and Ordinal Latent Distribution Fusion for Uncertainty-Aware Multimodal Emotion Recognition","created":"2022-06-12","cited_by_count":22,"area":null},{"id":"2209.14156","title":"TVLT: Textless Vision-Language Transformer","created":"2022-09-28","cited_by_count":22,"area":null},{"id":"2203.12441","title":"M-SENA: An Integrated Platform for Multimodal Sentiment Analysis","created":"2022-03-23","cited_by_count":21,"area":null},{"id":"2306.04539","title":"Multimodal Learning Without Labeled Multimodal Data: Guarantees and Applications","created":"2023-06-07","cited_by_count":21,"area":null},{"id":"2311.09580","title":"MMoE: Enhancing Multimodal Models with Mixtures of Multimodal Interaction Experts","created":"2023-11-16","cited_by_count":21,"area":null},{"id":"2402.12636","title":"StyleDubber: Towards Multi-Scale Style Learning for Movie Dubbing","created":"2024-02-20","cited_by_count":21,"area":null},{"id":"2407.03418","title":"HEMM: Holistic Evaluation of Multimodal Foundation Models","created":"2024-07-03","cited_by_count":21,"area":null},{"id":"2205.15465","title":"Analyzing Modality Robustness in Multimodal Sentiment Analysis","created":"2022-05-30","cited_by_count":20,"area":null},{"id":"2207.12261","title":"GraphCFC: A Directed Graph Based Cross-Modal Feature Complementation Approach for Multimodal Conversational Emotion Recognition","created":"2022-07-06","cited_by_count":20,"area":null},{"id":"2208.07589","title":"Efficient Multimodal Transformer with Dual-Level Feature Restoration for Robust Multimodal Sentiment Analysis","created":"2022-08-16","cited_by_count":20,"area":null},{"id":"2310.11612","title":"Balance Act: Mitigating Hubness in Cross-Modal Retrieval with Query and Gallery Banks","created":"2023-10-17","cited_by_count":20,"area":null},{"id":"2204.02090","title":"VocaLiST: An Audio-Visual Synchronisation Model for Lips and Voices","created":"2022-04-05","cited_by_count":19,"area":null},{"id":"2105.09601","title":"See, Hear, Read: Leveraging Multimodality with Guided Attention for Abstractive Text Summarization","created":"2021-05-20","cited_by_count":18,"area":null},{"id":"2207.11652","title":"Counterfactual Reasoning for Out-of-distribution Multimodal Sentiment Analysis","created":"2022-07-24","cited_by_count":18,"area":null},{"id":"2311.04507","title":"Conversation Understanding using Relational Temporal Graph Neural Networks with Auxiliary Cross-Modality Interaction","created":"2023-11-08","cited_by_count":18,"area":null},{"id":"2312.14667","title":"Token-Level Contrastive Learning with Modality-Aware Prompting for Multimodal Intent Recognition","created":"2023-12-22","cited_by_count":18,"area":null},{"id":"2404.09403","title":"Neuro-Inspired Information-Theoretic Hierarchical Perception for Multimodal Learning","created":"2024-04-15","cited_by_count":18,"area":null},{"id":"2405.07930","title":"Improving Multimodal Learning with Multi-Loss Gradient Modulation","created":"2024-05-13","cited_by_count":18,"area":null},{"id":"2303.17611","title":"Transformer-based Self-supervised Multimodal Representation Learning for Wearable Emotion Recognition","created":"2023-03-29","cited_by_count":17,"area":null},{"id":"2305.15748","title":"ReactFace: Online Multiple Appropriate Facial Reaction Generation in Dyadic Interactions","created":"2023-05-25","cited_by_count":17,"area":null},{"id":"2309.01339","title":"UniSA: Unified Generative Framework for Sentiment Analysis","created":"2023-09-04","cited_by_count":17,"area":null},{"id":"2202.09263","title":"Is Cross-Attention Preferable to Self-Attention for Multi-Modal Emotion Recognition?","created":"2022-02-18","cited_by_count":16,"area":null},{"id":"2204.05103","title":"Transformer-Based Self-Supervised Learning for Emotion Recognition","created":"2022-04-08","cited_by_count":16,"area":null},{"id":"2308.07593","title":"AKVSR: Audio Knowledge Empowered Visual Speech Recognition by Compressing Audio Knowledge of a Pretrained Model","created":"2023-08-15","cited_by_count":16,"area":null},{"id":"2308.14023","title":"Domain-Specificity Inducing Transformers for Source-Free Domain Adaptation","created":"2023-08-27","cited_by_count":16,"area":null}],"next_cursor":"100"}