{"total":433,"rows":[{"id":"2103.05677","title":"SMIL: Multimodal Learning with Severely Missing Modality","created":"2021-03-09","cited_by_count":245,"area":null},{"id":"2204.05454","title":"Are Multimodal Transformers Robust to Missing Modality?","created":"2022-04-12","cited_by_count":186,"area":null},{"id":"2102.04830","title":"Learning Modality-Specific Representations with Self-Supervised Multi-Task Learning for Multimodal Sentiment Analysis","created":"2021-02-09","cited_by_count":180,"area":null},{"id":"2107.07502","title":"MultiBench: Multiscale Benchmarks for Multimodal Representation Learning","created":"2021-07-15","cited_by_count":146,"area":null},{"id":"2109.00412","title":"Improving Multimodal Fusion with Hierarchical Mutual Information Maximization for Multimodal Sentiment Analysis","created":"2021-09-01","cited_by_count":131,"area":null},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2304.06819","title":"Modeling Dense Multimodal Interactions Between Biological Pathways and Histology for Survival Prediction","created":"2023-04-13","cited_by_count":92,"area":null},{"id":"2103.15538","title":"SUTD-TrafficQA: A Question Answering Benchmark and an Efficient Network for Video Reasoning over Traffic Events","created":"2021-03-29","cited_by_count":84,"area":null},{"id":"2302.12247","title":"Quantifying & Modeling Multimodal Interactions: An Information Decomposition Framework","created":"2023-02-23","cited_by_count":83,"area":null},{"id":"2303.13802","title":"Decoupled Multimodal Distilling for Emotion Recognition","created":"2023-03-24","cited_by_count":76,"area":"distill"},{"id":"2411.17040","title":"Multimodal Alignment and Fusion: A Survey","created":"2024-11-26","cited_by_count":74,"area":null},{"id":"2410.08245","title":"Flex-MoE: Modeling Arbitrary Modality Combination via the Flexible Mixture-of-Experts","created":"2024-10-10","cited_by_count":70,"area":"moe"},{"id":"2402.03226","title":"FuseMoE: Mixture-of-Experts Transformers for Fleximodal Fusion","created":"2024-02-05","cited_by_count":68,"area":"moe"},{"id":"2303.07284","title":"Align and Attend: Multimodal Summarization with Dual Contrastive Losses","created":"2023-03-13","cited_by_count":65,"area":null},{"id":"2211.11256","title":"UniMSE: Towards Unified Multimodal Sentiment Analysis and Emotion Recognition","created":"2022-11-21","cited_by_count":61,"area":null},{"id":"2204.00102","title":"Dynamic Multimodal Fusion","created":"2022-03-31","cited_by_count":55,"area":null},{"id":"2203.15442","title":"Shifting More Attention to Visual Backbone: Query-modulated Refinement Networks for End-to-End Visual Grounding","created":"2022-03-29","cited_by_count":53,"area":"lr"},{"id":"2203.02385","title":"MM-DFN: Multimodal Dynamic Fusion Network for Emotion Recognition in Conversations","created":"2022-03-04","cited_by_count":52,"area":null},{"id":"2203.13504","title":"EmoCaps: Emotion Capsule based Model for Conversational Emotion Recognition","created":"2022-03-25","cited_by_count":48,"area":null},{"id":"2210.17444","title":"Multimodal Information Bottleneck: Learning Minimal Sufficient Unimodal and Multimodal Representations","created":"2022-10-31","cited_by_count":48,"area":null},{"id":"2312.06337","title":"Deep Imbalanced Learning for Multimodal Emotion Recognition in Conversations","created":"2023-12-11","cited_by_count":47,"area":null},{"id":"2105.07878","title":"A Review on Explainability in Multimodal Deep Neural Nets","created":"2021-05-17","cited_by_count":46,"area":null},{"id":"2108.09322","title":"MM-ViT: Multi-Modal Video Transformer for Compressed Video Action Recognition","created":"2021-08-20","cited_by_count":46,"area":null},{"id":"2107.13669","title":"Bi-Bimodal Modality Fusion for Correlation-Controlled Multimodal Sentiment Analysis","created":"2021-07-28","cited_by_count":45,"area":null},{"id":"2208.09579","title":"Learning in Audio-visual Context: A Review, Analysis, and New Perspective","created":"2022-08-20","cited_by_count":44,"area":null},{"id":"2209.02604","title":"Make Acoustic and Visual Cues Matter: CH-SIMS v2.0 Dataset and AV-Mixup Consistent Module","created":"2022-08-22","cited_by_count":44,"area":null},{"id":"2501.16566","title":"AffectGPT: A New Dataset, Model, and Benchmark for Emotion Understanding with Multimodal Large Language Models","created":"2025-01-27","cited_by_count":44,"area":"mllm"},{"id":"2109.01797","title":"Hybrid Contrastive Learning of Tri-Modal Representation for Multimodal Sentiment Analysis","created":"2021-09-04","cited_by_count":41,"area":null},{"id":"2209.04355","title":"MIntRec: A New Dataset for Multimodal Intent Recognition","created":"2022-09-09","cited_by_count":41,"area":null},{"id":"2103.09666","title":"Multimodal End-to-End Sparse Model for Emotion Recognition","created":"2021-03-17","cited_by_count":40,"area":null},{"id":"2207.14087","title":"CubeMLP: An MLP-based Model for Multimodal Sentiment Analysis and Depression Estimation","created":"2022-07-28","cited_by_count":40,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2312.04293","title":"GPT-4V with Emotion: A Zero-shot Benchmark for Generalized Emotion Recognition","created":"2023-12-07","cited_by_count":38,"area":null},{"id":"2110.10949","title":"Multimodal Learning using Optimal Transport for Sarcasm and Humor Detection","created":"2021-10-21","cited_by_count":37,"area":null},{"id":"2203.15588","title":"Deep Multi-modal Fusion of Image and Non-image Data in Disease Diagnosis and Prognosis: A Review","created":"2022-03-25","cited_by_count":37,"area":null},{"id":"2310.20494","title":"A Transformer-Based Model With Self-Distillation for Multimodal Emotion Recognition in Conversations","created":"2023-10-31","cited_by_count":37,"area":"distill"},{"id":"2107.13782","title":"Multimodal Co-learning: Challenges, Applications with Datasets, Recent Advances and Future Directions","created":"2021-07-29","cited_by_count":35,"area":null},{"id":"2108.11626","title":"CoMPM: Context Modeling with Speaker's Pre-trained Memory Tracking for Emotion Recognition in Conversation","created":"2021-08-26","cited_by_count":35,"area":null},{"id":"2210.12156","title":"Improving Medical Predictions by Irregular Multimodal Electronic Health Records Modeling","created":"2022-10-18","cited_by_count":33,"area":null},{"id":"2404.17858","title":"Revisiting Multi-modal Emotion Learning with Broad State Space Models and Probability-guidance Fusion","created":"2024-04-27","cited_by_count":33,"area":"ssm"},{"id":"2404.17862","title":"Revisiting Multimodal Emotion Recognition in Conversation from the Perspective of Graph Spectrum","created":"2024-04-27","cited_by_count":33,"area":null},{"id":"2109.02401","title":"Vision Guided Generative Pre-trained Language Models for Multimodal Abstractive Summarization","created":"2021-09-06","cited_by_count":32,"area":null},{"id":"2302.09019","title":"Tensor Networks Meet Neural Networks: A Survey and Future Perspectives","created":"2023-01-22","cited_by_count":32,"area":null},{"id":"2312.05735","title":"A Comprehensive Survey on Multi-modal Conversational Emotion Recognition with Deep Learning","created":"2023-12-10","cited_by_count":32,"area":null},{"id":"2203.01311","title":"High-Modality Multimodal Transformer: Quantifying Modality & Interaction Heterogeneity for High-Modality Representation Learning","created":"2022-03-02","cited_by_count":31,"area":null},{"id":"2405.18014","title":"Coupled Mamba: Enhanced Multi-modal Fusion with Coupled State Space Model","created":"2024-05-28","cited_by_count":31,"area":"ssm"},{"id":"2401.05698","title":"HiCMAE: Hierarchical Contrastive Masked Autoencoder for Self-Supervised Audio-Visual Emotion Recognition","created":"2024-01-11","cited_by_count":30,"area":null},{"id":"2107.00648","title":"Deep Orthogonal Fusion: Multimodal Prognostic Biomarker Discovery Integrating Radiology, Pathology, Genomic, and Clinical Data","created":"2021-07-01","cited_by_count":29,"area":null},{"id":"2107.08264","title":"M2Lens: Visualizing and Explaining Multimodal Models for Sentiment Analysis","created":"2021-07-17","cited_by_count":29,"area":null},{"id":"2205.02455","title":"COGMEN: COntextualized GNN based Multimodal Emotion recognitioN","created":"2022-05-05","cited_by_count":29,"area":null},{"id":"2306.17799","title":"A Low-rank Matching Attention based Cross-modal Feature Fusion Method for Conversational Emotion Recognition","created":"2023-06-16","cited_by_count":29,"area":null},{"id":"2310.03986","title":"Robust Multimodal Learning with Missing Modalities via Parameter-Efficient Adaptation","created":"2023-10-06","cited_by_count":29,"area":null},{"id":"2310.05804","title":"Learning Language-guided Adaptive Hyper-modality Representation for Multimodal Sentiment Analysis","created":"2023-10-09","cited_by_count":29,"area":null},{"id":"2205.15060","title":"Duplex Conversation: Towards Human-like Interaction in Spoken Dialogue Systems","created":"2022-05-30","cited_by_count":28,"area":null},{"id":"2312.09818","title":"SMILE: Multimodal Dataset for Understanding Laughter in Video with Language Models","created":"2023-12-15","cited_by_count":28,"area":null},{"id":"2109.09920","title":"Survey: Transformer based Video-Language Pre-training","created":"2021-09-21","cited_by_count":27,"area":null},{"id":"2302.10909","title":"Multi-modal Machine Learning in Engineering Design: A Review and Future Directions","created":"2023-02-14","cited_by_count":27,"area":null},{"id":"2308.00264","title":"Multimodal Multi-loss Fusion Network for Sentiment Analysis","created":"2023-08-01","cited_by_count":27,"area":null},{"id":"2403.05023","title":"Towards Multimodal Sentiment Analysis Debiasing via Bias Purification","created":"2024-03-08","cited_by_count":27,"area":null},{"id":"2407.21315","title":"Beyond Silent Letters: Amplifying LLMs in Emotion Recognition with Vocal Nuances","created":"2024-07-31","cited_by_count":27,"area":null},{"id":"2409.20012","title":"Towards Robust Multimodal Sentiment Analysis with Incomplete Data","created":"2024-09-30","cited_by_count":27,"area":null},{"id":"2412.12225","title":"DLF: Disentangled-Language-Focused Multimodal Sentiment Analysis","created":"2024-12-16","cited_by_count":27,"area":null},{"id":"2103.14431","title":"Multimodal Knowledge Expansion","created":"2021-03-26","cited_by_count":26,"area":"distill"},{"id":"2109.05199","title":"A Survey on Multi-modal Summarization","created":"2021-09-11","cited_by_count":26,"area":null},{"id":"2110.15763","title":"How to Leverage Multimodal EHR Data for Better Medical Predictions?","created":"2021-10-29","cited_by_count":26,"area":null},{"id":"2403.10943","title":"MIntRec2.0: A Large-scale Benchmark Dataset for Multimodal Intent Recognition and Out-of-scope Detection in Conversations","created":"2024-03-16","cited_by_count":26,"area":null},{"id":"2203.04419","title":"Survival Prediction of Brain Cancer with Incomplete Radiology, Pathology, Genomics, and Demographic Data","created":"2022-03-08","cited_by_count":25,"area":null},{"id":"2305.02504","title":"Learning Missing Modal Electronic Health Records with Unified Multi-modal Data Embedding and Modality-Aware Attention","created":"2023-05-04","cited_by_count":25,"area":null},{"id":"2205.01818","title":"i-Code: An Integrative and Composable Multimodal Learning Framework","created":"2022-05-03","cited_by_count":24,"area":null},{"id":"2402.07016","title":"REALM: RAG-Driven Enhancement of Multimodal Electronic Health Records Analysis via Large Language Models","created":"2024-02-10","cited_by_count":23,"area":null},{"id":"2101.06053","title":"The Multimodal Sentiment Analysis in Car Reviews (MuSe-CaR) Dataset: Collection, Insights and Improvements","created":"2021-01-15","cited_by_count":22,"area":null},{"id":"2201.05834","title":"Tailor Versatile Multi-modal Learning for Multi-label Emotion Recognition","created":"2022-01-15","cited_by_count":22,"area":null},{"id":"2206.05833","title":"COLD Fusion: Calibrated and Ordinal Latent Distribution Fusion for Uncertainty-Aware Multimodal Emotion Recognition","created":"2022-06-12","cited_by_count":22,"area":null},{"id":"2403.08511","title":"A Multimodal Fusion Network For Student Emotion Recognition Based on Transformer and Tensor Product","created":"2024-03-13","cited_by_count":22,"area":null},{"id":"2203.12441","title":"M-SENA: An Integrated Platform for Multimodal Sentiment Analysis","created":"2022-03-23","cited_by_count":21,"area":null},{"id":"2306.04539","title":"Multimodal Learning Without Labeled Multimodal Data: Guarantees and Applications","created":"2023-06-07","cited_by_count":21,"area":null},{"id":"2208.07589","title":"Efficient Multimodal Transformer with Dual-Level Feature Restoration for Robust Multimodal Sentiment Analysis","created":"2022-08-16","cited_by_count":20,"area":null},{"id":"2409.01763","title":"FC-KAN: Function Combinations in Kolmogorov-Arnold Networks","created":"2024-09-03","cited_by_count":19,"area":null},{"id":"2412.04509","title":"Pragmatic Metacognitive Prompting Improves LLM Performance on Sarcasm Detection","created":"2024-12-04","cited_by_count":19,"area":null},{"id":"2207.11652","title":"Counterfactual Reasoning for Out-of-distribution Multimodal Sentiment Analysis","created":"2022-07-24","cited_by_count":18,"area":null},{"id":"2312.14667","title":"Token-Level Contrastive Learning with Modality-Aware Prompting for Multimodal Intent Recognition","created":"2023-12-22","cited_by_count":18,"area":null},{"id":"2401.00416","title":"SVFAP: Self-supervised Video Facial Affect Perceiver","created":"2023-12-31","cited_by_count":18,"area":null},{"id":"2404.09403","title":"Neuro-Inspired Information-Theoretic Hierarchical Perception for Multimodal Learning","created":"2024-04-15","cited_by_count":18,"area":null},{"id":"2309.01339","title":"UniSA: Unified Generative Framework for Sentiment Analysis","created":"2023-09-04","cited_by_count":17,"area":null},{"id":"2406.00036","title":"EMERGE: Enhancing Multimodal Electronic Health Records Predictive Modeling with Retrieval-Augmented Generation","created":"2024-05-27","cited_by_count":17,"area":"rag"},{"id":"2406.04802","title":"Predictive Dynamic Fusion","created":"2024-06-07","cited_by_count":17,"area":null},{"id":"2201.06309","title":"Group Gated Fusion on Attention-based Bidirectional Alignment for Multimodal Emotion Recognition","created":"2022-01-17","cited_by_count":16,"area":null},{"id":"2406.08068","title":"Large Language Models Meet Text-Centric Multimodal Sentiment Analysis: A Survey","created":"2024-06-12","cited_by_count":16,"area":null},{"id":"2410.02935","title":"On Expert Estimation in Hierarchical Mixture of Experts: Beyond Softmax Gating Functions","created":"2024-10-03","cited_by_count":16,"area":"moe"},{"id":"2411.02793","title":"Toward Robust Incomplete Multimodal Sentiment Analysis via Hierarchical Representation Learning","created":"2024-11-05","cited_by_count":16,"area":null},{"id":"2507.10213","title":"Boosting Multimodal Learning via Disentangled Gradient Learning","created":"2025-07-14","cited_by_count":16,"area":null},{"id":"2109.00922","title":"Improving Multimodal fusion via Mutual Dependency Maximisation","created":"2021-08-31","cited_by_count":15,"area":null},{"id":"2112.02214","title":"Joint Audio-Text Model for Expressive Speech-Driven 3D Facial Animation","created":"2021-12-04","cited_by_count":15,"area":null},{"id":"2401.15489","title":"Distilling Privileged Multimodal Information for Expression Recognition using Optimal Transport","created":"2024-01-27","cited_by_count":15,"area":"distill"},{"id":"2406.08353","title":"Speech Emotion Recognition with ASR Transcripts: A Comprehensive Study on Word Error Rate and Fusion Techniques","created":"2024-06-12","cited_by_count":15,"area":null},{"id":"2411.07335","title":"Balancing Multimodal Training Through Game-Theoretic Regularization","created":"2024-11-11","cited_by_count":15,"area":null},{"id":"2505.19996","title":"Learning Optimal Multimodal Information Bottleneck Representations","created":"2025-05-26","cited_by_count":15,"area":null},{"id":"2309.14118","title":"MultiModN- Multimodal, Multi-Task, Interpretable Modular Networks","created":"2023-09-25","cited_by_count":14,"area":null},{"id":"2311.11009","title":"Joyful: Joint Modality Fusion and Graph Contrastive Learning for Multimodal Emotion Recognition","created":"2023-11-18","cited_by_count":14,"area":null},{"id":"2409.15936","title":"DepMamba: Progressive Fusion Mamba for Multimodal Depression Detection","created":"2024-09-24","cited_by_count":14,"area":"ssm"}],"next_cursor":"100"}